2024-11-18 22:14:56,628 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f
2024-11-18 22:14:56,754 main DEBUG Took 0.119357 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 22:14:56,756 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 22:14:56,757 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 22:14:56,758 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 22:14:56,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,782 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 22:14:56,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,822 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,824 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,827 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,832 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,836 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,847 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 22:14:56,849 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,850 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 22:14:56,852 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 22:14:56,854 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 22:14:56,859 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 22:14:56,860 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 22:14:56,862 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 22:14:56,862 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 22:14:56,877 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 22:14:56,881 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 22:14:56,884 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 22:14:56,884 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 22:14:56,885 main DEBUG createAppenders(={Console})
2024-11-18 22:14:56,887 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f initialized
2024-11-18 22:14:56,887 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f
2024-11-18 22:14:56,888 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f OK.
2024-11-18 22:14:56,889 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 22:14:56,889 main DEBUG OutputStream closed
2024-11-18 22:14:56,890 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 22:14:56,890 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 22:14:56,890 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4b0d79fc OK
2024-11-18 22:14:57,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 22:14:57,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 22:14:57,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 22:14:57,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 22:14:57,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 22:14:57,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 22:14:57,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 22:14:57,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 22:14:57,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 22:14:57,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 22:14:57,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 22:14:57,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 22:14:57,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 22:14:57,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 22:14:57,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 22:14:57,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 22:14:57,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 22:14:57,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 22:14:57,045 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 22:14:57,046 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@68b32e3e) with optional ClassLoader: null
2024-11-18 22:14:57,046 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 22:14:57,050 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@68b32e3e] started OK.
2024-11-18T22:14:57,477 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8
2024-11-18 22:14:57,482 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 22:14:57,482 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T22:14:57,513 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-18T22:14:57,563 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T22:14:57,639 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2, deleteOnExit=true
2024-11-18T22:14:57,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T22:14:57,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/test.cache.data in system properties and HBase conf
2024-11-18T22:14:57,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T22:14:57,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/hadoop.log.dir in system properties and HBase conf
2024-11-18T22:14:57,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T22:14:57,645 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T22:14:57,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T22:14:57,892 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T22:14:58,122 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T22:14:58,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T22:14:58,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T22:14:58,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T22:14:58,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T22:14:58,166 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T22:14:58,167 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T22:14:58,168 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T22:14:58,169 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T22:14:58,169 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T22:14:58,169 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/nfs.dump.dir in system properties and HBase conf
2024-11-18T22:14:58,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/java.io.tmpdir in system properties and HBase conf
2024-11-18T22:14:58,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T22:14:58,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T22:14:58,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T22:15:00,137 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T22:15:00,245 INFO  [Time-limited test {}] log.Log(170): Logging initialized @5171ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T22:15:00,336 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T22:15:00,431 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T22:15:00,479 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T22:15:00,484 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T22:15:00,486 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-18T22:15:00,509 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T22:15:00,512 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/hadoop.log.dir/,AVAILABLE}
2024-11-18T22:15:00,513 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T22:15:00,808 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/java.io.tmpdir/jetty-localhost-36537-hadoop-hdfs-3_4_1-tests_jar-_-any-11452152397006022754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T22:15:00,817 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:36537}
2024-11-18T22:15:00,817 INFO  [Time-limited test {}] server.Server(415): Started @5745ms
2024-11-18T22:15:01,645 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T22:15:01,652 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T22:15:01,653 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T22:15:01,654 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T22:15:01,654 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T22:15:01,655 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/hadoop.log.dir/,AVAILABLE}
2024-11-18T22:15:01,656 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T22:15:01,815 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@292d50c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/java.io.tmpdir/jetty-localhost-33817-hadoop-hdfs-3_4_1-tests_jar-_-any-14635188163014866499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T22:15:01,817 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:33817}
2024-11-18T22:15:01,818 INFO  [Time-limited test {}] server.Server(415): Started @6745ms
2024-11-18T22:15:01,900 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T22:15:03,626 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/data/data1/current/BP-878052431-172.17.0.2-1731968099424/current, will proceed with Du for space computation calculation, 
2024-11-18T22:15:03,628 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/data/data2/current/BP-878052431-172.17.0.2-1731968099424/current, will proceed with Du for space computation calculation, 
2024-11-18T22:15:03,794 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T22:15:03,898 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92876a8d27118ad8 with lease ID 0xb5a92433801c2917: Processing first storage report for DS-802c40d4-f07a-4bce-8e59-dd68de25988f from datanode DatanodeRegistration(127.0.0.1:36039, datanodeUuid=c2cb5234-45ee-4783-96f2-eed34a9e80f6, infoPort=38541, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1908202340;c=1731968099424)
2024-11-18T22:15:03,900 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92876a8d27118ad8 with lease ID 0xb5a92433801c2917: from storage DS-802c40d4-f07a-4bce-8e59-dd68de25988f node DatanodeRegistration(127.0.0.1:36039, datanodeUuid=c2cb5234-45ee-4783-96f2-eed34a9e80f6, infoPort=38541, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1908202340;c=1731968099424), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-18T22:15:03,903 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92876a8d27118ad8 with lease ID 0xb5a92433801c2917: Processing first storage report for DS-52f38c37-fcfc-4297-a9b7-a5f2245e3205 from datanode DatanodeRegistration(127.0.0.1:36039, datanodeUuid=c2cb5234-45ee-4783-96f2-eed34a9e80f6, infoPort=38541, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1908202340;c=1731968099424)
2024-11-18T22:15:03,903 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92876a8d27118ad8 with lease ID 0xb5a92433801c2917: from storage DS-52f38c37-fcfc-4297-a9b7-a5f2245e3205 node DatanodeRegistration(127.0.0.1:36039, datanodeUuid=c2cb5234-45ee-4783-96f2-eed34a9e80f6, infoPort=38541, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1908202340;c=1731968099424), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T22:15:03,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8
2024-11-18T22:15:04,156 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/zookeeper_0, clientPort=57335, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T22:15:04,174 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57335
2024-11-18T22:15:04,194 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T22:15:04,198 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T22:15:04,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741825_1001 (size=7)
2024-11-18T22:15:05,010 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74 with version=8
2024-11-18T22:15:05,011 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/hbase-staging
2024-11-18T22:15:05,155 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T22:15:05,479 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/3b0ca91ed64a:0 server-side Connection retries=45
2024-11-18T22:15:05,493 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T22:15:05,494 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T22:15:05,500 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T22:15:05,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T22:15:05,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T22:15:05,707 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T22:15:05,792 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T22:15:05,803 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T22:15:05,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T22:15:05,839 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3591 (auto-detected)
2024-11-18T22:15:05,840 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T22:15:05,872 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45923
2024-11-18T22:15:05,911 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45923 connecting to ZooKeeper ensemble=127.0.0.1:57335
2024-11-18T22:15:06,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459230x0, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T22:15:06,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45923-0x1015003f2630000 connected
2024-11-18T22:15:06,432 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T22:15:06,436 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T22:15:06,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T22:15:06,463 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74, hbase.cluster.distributed=false
2024-11-18T22:15:06,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T22:15:06,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45923
2024-11-18T22:15:06,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45923
2024-11-18T22:15:06,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45923
2024-11-18T22:15:06,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45923
2024-11-18T22:15:06,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45923
2024-11-18T22:15:06,720 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3b0ca91ed64a:0 server-side Connection retries=45
2024-11-18T22:15:06,722 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T22:15:06,723 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T22:15:06,723 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T22:15:06,723 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T22:15:06,723 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T22:15:06,727 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T22:15:06,734 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T22:15:06,737 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45987
2024-11-18T22:15:06,740 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45987 connecting to ZooKeeper ensemble=127.0.0.1:57335
2024-11-18T22:15:06,742 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T22:15:06,747 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T22:15:06,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459870x0, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T22:15:06,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45987-0x1015003f2630001 connected
2024-11-18T22:15:06,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T22:15:06,815 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T22:15:06,834 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T22:15:06,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T22:15:06,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T22:15:06,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45987
2024-11-18T22:15:06,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45987
2024-11-18T22:15:06,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45987
2024-11-18T22:15:06,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45987
2024-11-18T22:15:06,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45987
2024-11-18T22:15:06,949 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3b0ca91ed64a:45923
2024-11-18T22:15:06,964 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:07,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T22:15:07,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T22:15:07,106 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:07,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:07,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T22:15:07,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:07,204 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T22:15:07,210 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3b0ca91ed64a,45923,1731968105229 from backup master directory
2024-11-18T22:15:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T22:15:07,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:07,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T22:15:07,227 WARN  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T22:15:07,227 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:07,235 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T22:15:07,241 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T22:15:07,355 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/hbase.id] with ID: 8e68d96e-3648-4294-b408-925c284ec468
2024-11-18T22:15:07,355 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/.tmp/hbase.id
2024-11-18T22:15:07,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741826_1002 (size=42)
2024-11-18T22:15:07,801 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/.tmp/hbase.id]:[hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/hbase.id]
2024-11-18T22:15:07,893 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T22:15:07,904 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T22:15:07,951 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 44ms.
2024-11-18T22:15:07,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:08,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741827_1003 (size=196)
2024-11-18T22:15:08,110 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:15:08,118 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T22:15:08,152 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:08,159 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T22:15:08,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741828_1004 (size=1189)
2024-11-18T22:15:08,313 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store
2024-11-18T22:15:08,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741829_1005 (size=34)
2024-11-18T22:15:08,456 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T22:15:08,469 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:08,471 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T22:15:08,471 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:15:08,471 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:15:08,473 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T22:15:08,474 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:15:08,474 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:15:08,475 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731968108470Disabling compacts and flushes for region at 1731968108470Disabling writes for close at 1731968108473 (+3 ms)Writing region close event to WAL at 1731968108474 (+1 ms)Closed at 1731968108474
2024-11-18T22:15:08,491 WARN  [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/.initializing
2024-11-18T22:15:08,492 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/WALs/3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:08,518 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T22:15:08,557 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C45923%2C1731968105229, suffix=, logDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/WALs/3b0ca91ed64a,45923,1731968105229, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/oldWALs, maxLogs=10
2024-11-18T22:15:08,595 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/WALs/3b0ca91ed64a,45923,1731968105229/3b0ca91ed64a%2C45923%2C1731968105229.1731968108565, exclude list is [], retry=0
2024-11-18T22:15:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36039,DS-802c40d4-f07a-4bce-8e59-dd68de25988f,DISK]
2024-11-18T22:15:08,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T22:15:08,762 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/WALs/3b0ca91ed64a,45923,1731968105229/3b0ca91ed64a%2C45923%2C1731968105229.1731968108565
2024-11-18T22:15:08,776 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541)]
2024-11-18T22:15:08,777 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:15:08,778 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:08,788 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:08,794 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:08,885 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T22:15:08,937 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T22:15:08,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:08,950 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:08,951 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T22:15:08,967 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T22:15:08,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:08,972 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:08,973 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T22:15:08,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T22:15:08,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:08,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:08,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T22:15:09,018 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T22:15:09,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:09,021 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:09,028 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:09,034 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:09,036 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:09,049 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:09,050 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:09,057 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T22:15:09,069 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T22:15:09,086 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:15:09,089 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64966558, jitterRate=-0.031922847032547}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T22:15:09,096 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731968108818Initializing all the Stores at 1731968108832 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731968108833 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968108841 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968108841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968108841Cleaning up temporary data from old regions at 1731968109050 (+209 ms)Region opened successfully at 1731968109096 (+46 ms)
2024-11-18T22:15:09,099 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T22:15:09,158 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9000e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b0ca91ed64a/172.17.0.2:0
2024-11-18T22:15:09,212 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T22:15:09,233 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T22:15:09,233 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T22:15:09,242 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T22:15:09,244 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec
2024-11-18T22:15:09,254 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec
2024-11-18T22:15:09,254 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T22:15:09,309 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T22:15:09,328 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T22:15:09,353 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T22:15:09,356 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T22:15:09,359 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T22:15:09,420 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T22:15:09,424 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T22:15:09,435 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T22:15:09,484 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T22:15:09,487 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T22:15:09,503 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T22:15:09,532 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T22:15:09,556 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T22:15:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T22:15:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:09,570 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3b0ca91ed64a,45923,1731968105229, sessionid=0x1015003f2630000, setting cluster-up flag (Was=false)
2024-11-18T22:15:09,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T22:15:09,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:09,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:09,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:09,640 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T22:15:09,644 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:09,693 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T22:15:09,695 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:09,713 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T22:15:09,754 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(746): ClusterId : 8e68d96e-3648-4294-b408-925c284ec468
2024-11-18T22:15:09,757 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T22:15:09,791 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T22:15:09,792 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T22:15:09,840 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T22:15:09,842 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T22:15:09,844 DEBUG [RS:0;3b0ca91ed64a:45987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187e108c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b0ca91ed64a/172.17.0.2:0
2024-11-18T22:15:09,868 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T22:15:09,871 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3b0ca91ed64a:45987
2024-11-18T22:15:09,877 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T22:15:09,877 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T22:15:09,877 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T22:15:09,882 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b0ca91ed64a,45923,1731968105229 with port=45987, startcode=1731968106669
2024-11-18T22:15:09,903 DEBUG [RS:0;3b0ca91ed64a:45987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T22:15:09,912 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T22:15:09,920 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3b0ca91ed64a,45923,1731968105229
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T22:15:09,946 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5
2024-11-18T22:15:09,946 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5
2024-11-18T22:15:09,947 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5
2024-11-18T22:15:09,947 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5
2024-11-18T22:15:09,947 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3b0ca91ed64a:0, corePoolSize=10, maxPoolSize=10
2024-11-18T22:15:09,947 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:09,948 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=2, maxPoolSize=2
2024-11-18T22:15:09,948 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,000 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T22:15:10,001 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731968140001
2024-11-18T22:15:10,003 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T22:15:10,004 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T22:15:10,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T22:15:10,006 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T22:15:10,013 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T22:15:10,013 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T22:15:10,014 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T22:15:10,014 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T22:15:10,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:10,016 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45923 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:10,016 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T22:15:10,028 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,048 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T22:15:10,050 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T22:15:10,051 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T22:15:10,058 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T22:15:10,059 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T22:15:10,061 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.large.0-1731968110060,5,FailOnTimeoutGroup]
2024-11-18T22:15:10,070 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.small.0-1731968110062,5,FailOnTimeoutGroup]
2024-11-18T22:15:10,070 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,071 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T22:15:10,072 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,073 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,077 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T22:15:10,078 WARN  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-18T22:15:10,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741831_1007 (size=1321)
2024-11-18T22:15:10,088 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T22:15:10,091 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:15:10,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741832_1008 (size=32)
2024-11-18T22:15:10,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:10,131 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T22:15:10,135 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T22:15:10,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:10,141 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:10,142 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T22:15:10,147 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T22:15:10,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:10,149 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:10,149 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T22:15:10,163 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T22:15:10,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:10,164 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:10,165 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T22:15:10,177 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T22:15:10,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:10,180 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b0ca91ed64a,45923,1731968105229 with port=45987, startcode=1731968106669
2024-11-18T22:15:10,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:10,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T22:15:10,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740
2024-11-18T22:15:10,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740
2024-11-18T22:15:10,187 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:10,190 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45923 {}] master.ServerManager(517): Registering regionserver=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:10,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T22:15:10,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T22:15:10,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:15:10,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T22:15:10,197 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:15:10,197 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43275
2024-11-18T22:15:10,197 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T22:15:10,202 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:15:10,203 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63306470, jitterRate=-0.056660085916519165}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:15:10,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731968110125Initializing all the Stores at 1731968110130 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731968110130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731968110130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968110130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731968110130Cleaning up temporary data from old regions at 1731968110190 (+60 ms)Region opened successfully at 1731968110208 (+18 ms)
2024-11-18T22:15:10,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T22:15:10,209 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T22:15:10,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T22:15:10,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T22:15:10,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T22:15:10,211 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T22:15:10,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731968110209Disabling compacts and flushes for region at 1731968110209Disabling writes for close at 1731968110209Writing region close event to WAL at 1731968110210 (+1 ms)Closed at 1731968110210
2024-11-18T22:15:10,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T22:15:10,215 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T22:15:10,223 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T22:15:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T22:15:10,230 DEBUG [RS:0;3b0ca91ed64a:45987 {}] zookeeper.ZKUtil(111): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:10,231 WARN  [RS:0;3b0ca91ed64a:45987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T22:15:10,231 INFO  [RS:0;3b0ca91ed64a:45987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T22:15:10,231 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/WALs/3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:10,236 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3b0ca91ed64a,45987,1731968106669]
2024-11-18T22:15:10,237 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T22:15:10,241 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T22:15:10,262 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T22:15:10,286 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T22:15:10,297 INFO  [RS:0;3b0ca91ed64a:45987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T22:15:10,298 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,300 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T22:15:10,320 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T22:15:10,323 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,323 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,323 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,324 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,324 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,324 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,324 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=2, maxPoolSize=2
2024-11-18T22:15:10,325 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,325 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,325 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,336 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,336 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,337 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1
2024-11-18T22:15:10,337 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3
2024-11-18T22:15:10,338 DEBUG [RS:0;3b0ca91ed64a:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3
2024-11-18T22:15:10,349 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,350 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,350 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,350 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,351 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,351 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45987,1731968106669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T22:15:10,381 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T22:15:10,383 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45987,1731968106669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,384 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,384 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.Replication(171): 3b0ca91ed64a,45987,1731968106669 started
2024-11-18T22:15:10,396 WARN  [3b0ca91ed64a:45923 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T22:15:10,412 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:10,412 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1482): Serving as 3b0ca91ed64a,45987,1731968106669, RpcServer on 3b0ca91ed64a/172.17.0.2:45987, sessionid=0x1015003f2630001
2024-11-18T22:15:10,413 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T22:15:10,414 DEBUG [RS:0;3b0ca91ed64a:45987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:10,414 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,45987,1731968106669'
2024-11-18T22:15:10,414 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T22:15:10,446 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T22:15:10,459 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T22:15:10,463 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T22:15:10,463 DEBUG [RS:0;3b0ca91ed64a:45987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:10,464 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,45987,1731968106669'
2024-11-18T22:15:10,464 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T22:15:10,491 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T22:15:10,498 DEBUG [RS:0;3b0ca91ed64a:45987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T22:15:10,502 INFO  [RS:0;3b0ca91ed64a:45987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T22:15:10,502 INFO  [RS:0;3b0ca91ed64a:45987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T22:15:10,615 INFO  [RS:0;3b0ca91ed64a:45987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T22:15:10,620 INFO  [RS:0;3b0ca91ed64a:45987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C45987%2C1731968106669, suffix=, logDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/WALs/3b0ca91ed64a,45987,1731968106669, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/oldWALs, maxLogs=32
2024-11-18T22:15:10,645 DEBUG [RS:0;3b0ca91ed64a:45987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/WALs/3b0ca91ed64a,45987,1731968106669/3b0ca91ed64a%2C45987%2C1731968106669.1731968110624, exclude list is [], retry=0
2024-11-18T22:15:10,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36039,DS-802c40d4-f07a-4bce-8e59-dd68de25988f,DISK]
2024-11-18T22:15:10,673 INFO  [RS:0;3b0ca91ed64a:45987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/WALs/3b0ca91ed64a,45987,1731968106669/3b0ca91ed64a%2C45987%2C1731968106669.1731968110624
2024-11-18T22:15:10,680 DEBUG [RS:0;3b0ca91ed64a:45987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541)]
2024-11-18T22:15:10,899 DEBUG [3b0ca91ed64a:45923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T22:15:10,914 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:10,922 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b0ca91ed64a,45987,1731968106669, state=OPENING
2024-11-18T22:15:10,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T22:15:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:15:10,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T22:15:10,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T22:15:10,959 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T22:15:10,962 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:15:11,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T22:15:11,154 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T22:15:11,188 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T22:15:11,189 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T22:15:11,189 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T22:15:11,214 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C45987%2C1731968106669.meta, suffix=.meta, logDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/WALs/3b0ca91ed64a,45987,1731968106669, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/oldWALs, maxLogs=32
2024-11-18T22:15:11,249 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/WALs/3b0ca91ed64a,45987,1731968106669/3b0ca91ed64a%2C45987%2C1731968106669.meta.1731968111217.meta, exclude list is [], retry=0
2024-11-18T22:15:11,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36039,DS-802c40d4-f07a-4bce-8e59-dd68de25988f,DISK]
2024-11-18T22:15:11,283 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/WALs/3b0ca91ed64a,45987,1731968106669/3b0ca91ed64a%2C45987%2C1731968106669.meta.1731968111217.meta
2024-11-18T22:15:11,293 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541)]
2024-11-18T22:15:11,294 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:15:11,296 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T22:15:11,309 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T22:15:11,325 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T22:15:11,337 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T22:15:11,338 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:11,339 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T22:15:11,339 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T22:15:11,364 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T22:15:11,373 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T22:15:11,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:11,384 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:11,385 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T22:15:11,394 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T22:15:11,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:11,405 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:11,405 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T22:15:11,410 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T22:15:11,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:11,413 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:11,413 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T22:15:11,415 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T22:15:11,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:11,421 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T22:15:11,424 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T22:15:11,436 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740
2024-11-18T22:15:11,464 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740
2024-11-18T22:15:11,486 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T22:15:11,487 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T22:15:11,492 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:15:11,514 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T22:15:11,521 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60234468, jitterRate=-0.10243648290634155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:15:11,522 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T22:15:11,524 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731968111340Writing region info on filesystem at 1731968111341 (+1 ms)Initializing all the Stores at 1731968111357 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731968111357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731968111362 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968111362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731968111362Cleaning up temporary data from old regions at 1731968111487 (+125 ms)Running coprocessor post-open hooks at 1731968111522 (+35 ms)Region opened successfully at 1731968111523 (+1 ms)
2024-11-18T22:15:11,545 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731968111136
2024-11-18T22:15:11,580 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T22:15:11,581 INFO  [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T22:15:11,592 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:11,601 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b0ca91ed64a,45987,1731968106669, state=OPEN
2024-11-18T22:15:11,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T22:15:11,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T22:15:11,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T22:15:11,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T22:15:11,654 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:11,664 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T22:15:11,665 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,45987,1731968106669 in 692 msec
2024-11-18T22:15:11,690 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T22:15:11,690 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4430 sec
2024-11-18T22:15:11,693 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T22:15:11,693 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T22:15:11,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:11,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:11,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:11,785 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:11,841 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0630 sec
2024-11-18T22:15:11,844 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731968111844, completionTime=-1
2024-11-18T22:15:11,848 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T22:15:11,849 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-18T22:15:11,900 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-18T22:15:11,900 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731968171900
2024-11-18T22:15:11,900 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731968231900
2024-11-18T22:15:11,901 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 51 msec
2024-11-18T22:15:11,904 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45923,1731968105229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:11,904 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45923,1731968105229-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:11,904 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45923,1731968105229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:11,907 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3b0ca91ed64a:45923, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:11,907 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:11,912 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:11,927 DEBUG [master/3b0ca91ed64a:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T22:15:11,963 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.735sec
2024-11-18T22:15:11,965 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T22:15:11,967 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T22:15:11,973 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T22:15:11,974 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T22:15:11,974 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T22:15:11,976 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45923,1731968105229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T22:15:11,976 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45923,1731968105229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T22:15:11,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c90ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:11,995 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T22:15:11,995 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T22:15:12,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:12,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:12,030 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T22:15:12,031 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T22:15:12,032 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:12,035 INFO  [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45923,1731968105229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T22:15:12,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:12,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8a2b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:12,058 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:12,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba7d24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:12,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:12,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:12,085 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:12,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:12,142 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=1195, ProcessCount=11, AvailableMemoryMB=8927
2024-11-18T22:15:12,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T22:15:12,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b45b0b5
2024-11-18T22:15:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T22:15:12,177 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T22:15:12,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:15:12,187 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:15:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:12,219 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T22:15:12,225 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-18T22:15:12,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:12,230 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T22:15:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T22:15:12,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741835_1011 (size=1061)
2024-11-18T22:15:12,297 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:15:12,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741836_1012 (size=53)
2024-11-18T22:15:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T22:15:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T22:15:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7e7e542135de3e217320fb65e11f002e, disabling compactions & flushes
2024-11-18T22:15:12,755 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. after waiting 0 ms
2024-11-18T22:15:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:12,755 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:12,755 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e7e542135de3e217320fb65e11f002e:
Waiting for close lock at 1731968112755Disabling compacts and flushes for region at 1731968112755Disabling writes for close at 1731968112755Writing region close event to WAL at 1731968112755Closed at 1731968112755
2024-11-18T22:15:12,759 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T22:15:12,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731968112759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731968112759"}]},"ts":"1731968112759"}
2024-11-18T22:15:12,771 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T22:15:12,775 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T22:15:12,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968112775"}]},"ts":"1731968112775"}
2024-11-18T22:15:12,784 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T22:15:12,786 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, ASSIGN}]
2024-11-18T22:15:12,791 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, ASSIGN
2024-11-18T22:15:12,794 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, ASSIGN; state=OFFLINE, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=false
2024-11-18T22:15:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T22:15:12,946 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e7e542135de3e217320fb65e11f002e, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:12,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, ASSIGN because future has completed
2024-11-18T22:15:12,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:15:13,124 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:13,124 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:15:13,125 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,126 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:13,126 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,126 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,129 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7e7e542135de3e217320fb65e11f002e 
2024-11-18T22:15:13,134 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:13,134 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e542135de3e217320fb65e11f002e columnFamilyName A
2024-11-18T22:15:13,134 DEBUG [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:13,136 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.HStore(327): Store=7e7e542135de3e217320fb65e11f002e/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:13,136 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7e7e542135de3e217320fb65e11f002e 
2024-11-18T22:15:13,139 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:13,139 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e542135de3e217320fb65e11f002e columnFamilyName B
2024-11-18T22:15:13,139 DEBUG [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:13,140 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.HStore(327): Store=7e7e542135de3e217320fb65e11f002e/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:13,140 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7e7e542135de3e217320fb65e11f002e 
2024-11-18T22:15:13,143 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:13,144 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e542135de3e217320fb65e11f002e columnFamilyName C
2024-11-18T22:15:13,144 DEBUG [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:13,146 INFO  [StoreOpener-7e7e542135de3e217320fb65e11f002e-1 {}] regionserver.HStore(327): Store=7e7e542135de3e217320fb65e11f002e/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:13,146 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:13,147 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,149 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,150 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,153 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,153 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,154 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:15:13,158 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,167 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:15:13,168 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e7e542135de3e217320fb65e11f002e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71698045, jitterRate=0.06838412582874298}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:15:13,169 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,171 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e7e542135de3e217320fb65e11f002e:
Running coprocessor pre-open hook at 1731968113126Writing region info on filesystem at 1731968113126Initializing all the Stores at 1731968113128 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968113129 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968113129Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968113129Cleaning up temporary data from old regions at 1731968113153 (+24 ms)Running coprocessor post-open hooks at 1731968113169 (+16 ms)Region opened successfully at 1731968113170 (+1 ms)
2024-11-18T22:15:13,181 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., pid=6, masterSystemTime=1731968113110
2024-11-18T22:15:13,191 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e7e542135de3e217320fb65e11f002e, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:13,194 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:13,194 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:13,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:15:13,227 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T22:15:13,227 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669 in 262 msec
2024-11-18T22:15:13,245 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T22:15:13,245 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, ASSIGN in 442 msec
2024-11-18T22:15:13,248 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T22:15:13,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968113248"}]},"ts":"1731968113248"}
2024-11-18T22:15:13,253 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T22:15:13,256 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T22:15:13,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.0630 sec
2024-11-18T22:15:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T22:15:13,393 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:13,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245cc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,403 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7983b71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,408 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e34b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,417 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T22:15:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5e92ab
2024-11-18T22:15:13,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T22:15:13,440 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T22:15:13,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a519624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,456 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,467 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa662a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,477 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccb4eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,489 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a38e5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,500 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc6ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,529 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64257f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658d066f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,561 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a27ead7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,582 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457a3094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b988aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,604 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1b418d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,609 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bc6a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cda1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e154f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,619 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2820da99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d3b492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,627 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d22a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,634 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545d818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27451c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,652 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c710cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,656 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6fe38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59639c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:13,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:13,663 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f437cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:13,671 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a903853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:13,683 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,684 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,685 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,689 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,690 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,692 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,692 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,697 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,697 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,699 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,700 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,703 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,704 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,745 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,745 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,746 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,753 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:13,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,760 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:13,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:15:13,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-18T22:15:13,787 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:13,790 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:13,792 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:13,869 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T22:15:13,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:14,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:14,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968174016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968174040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968174043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968174048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968174057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/b2d4d3ab55d2489493fe5dd18223294e is 50, key is test_row_0/A:col10/1731968113838/Put/seqid=0
2024-11-18T22:15:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:14,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741837_1013 (size=12001)
2024-11-18T22:15:14,160 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/b2d4d3ab55d2489493fe5dd18223294e
2024-11-18T22:15:14,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968174174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:14,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968174194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968174194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968174194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968174205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:14,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/3417bec4de174ef3b41d063f7eb652e5 is 50, key is test_row_0/B:col10/1731968113838/Put/seqid=0
2024-11-18T22:15:14,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968174395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:14,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968174422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968174422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968174434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968174434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741838_1014 (size=12001)
2024-11-18T22:15:14,484 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/3417bec4de174ef3b41d063f7eb652e5
2024-11-18T22:15:14,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ae07c41c810a4ae88c382eec7b5dd624 is 50, key is test_row_0/C:col10/1731968113838/Put/seqid=0
2024-11-18T22:15:14,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741839_1015 (size=12001)
2024-11-18T22:15:14,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968174712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:14,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:14,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968174754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968174755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968174755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968174756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:14,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:14,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:15,089 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ae07c41c810a4ae88c382eec7b5dd624
2024-11-18T22:15:15,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/b2d4d3ab55d2489493fe5dd18223294e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b2d4d3ab55d2489493fe5dd18223294e
2024-11-18T22:15:15,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b2d4d3ab55d2489493fe5dd18223294e, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T22:15:15,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/3417bec4de174ef3b41d063f7eb652e5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3417bec4de174ef3b41d063f7eb652e5
2024-11-18T22:15:15,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:15,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:15,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,271 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3417bec4de174ef3b41d063f7eb652e5, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T22:15:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ae07c41c810a4ae88c382eec7b5dd624 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ae07c41c810a4ae88c382eec7b5dd624
2024-11-18T22:15:15,306 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ae07c41c810a4ae88c382eec7b5dd624, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T22:15:15,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7e7e542135de3e217320fb65e11f002e in 1451ms, sequenceid=13, compaction requested=false
2024-11-18T22:15:15,323 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T22:15:15,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:15,377 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-18T22:15:15,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968114014, max timestamp=1731968115340Num uniques 859; 
2024-11-18T22:15:15,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:15,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968114014, max timestamp=1731968115340Num uniques 859; 
2024-11-18T22:15:15,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:15:15,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:15,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968114014, max timestamp=1731968115355Num uniques 859; 
2024-11-18T22:15:15,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:15:15,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:15,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:15,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:15,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:15,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:15,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:15,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:15,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/b028f9a7c5b74f9c99e7fc1d5c440d18 is 50, key is test_row_0/A:col10/1731968115370/Put/seqid=0
2024-11-18T22:15:15,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741840_1016 (size=12001)
2024-11-18T22:15:15,540 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/b028f9a7c5b74f9c99e7fc1d5c440d18
2024-11-18T22:15:15,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:15,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/ebb0832f412645b7bd0a7ac07e5f5967 is 50, key is test_row_0/B:col10/1731968115370/Put/seqid=0
2024-11-18T22:15:15,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741841_1017 (size=12001)
2024-11-18T22:15:15,681 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/ebb0832f412645b7bd0a7ac07e5f5967
2024-11-18T22:15:15,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/d5603893a0d8421aa21aa01cc8a7cf93 is 50, key is test_row_0/C:col10/1731968115370/Put/seqid=0
2024-11-18T22:15:15,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:15,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:15,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T22:15:15,789 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T22:15:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T22:15:15,801 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T22:15:15,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T22:15:15,802 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T22:15:15,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T22:15:15,807 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-18T22:15:15,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741842_1018 (size=12001)
2024-11-18T22:15:15,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968115650, max timestamp=1731968115810Num uniques 859; 
2024-11-18T22:15:15,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:15,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968115650, max timestamp=1731968115810Num uniques 859; 
2024-11-18T22:15:15,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:15,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968115650, max timestamp=1731968115810Num uniques 859; 
2024-11-18T22:15:15,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:15,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:15,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731968115906, max timestamp=1731968116023Num uniques 1018; 
2024-11-18T22:15:16,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-18T22:15:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968176008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731968115939, max timestamp=1731968116017Num uniques 1018; 
2024-11-18T22:15:16,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T22:15:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731968115906, max timestamp=1731968116017Num uniques 1018; 
2024-11-18T22:15:16,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-18T22:15:16,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:16,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:16,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,218 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/d5603893a0d8421aa21aa01cc8a7cf93
2024-11-18T22:15:16,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968176199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968176190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/b028f9a7c5b74f9c99e7fc1d5c440d18 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b028f9a7c5b74f9c99e7fc1d5c440d18
2024-11-18T22:15:16,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968176231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,256 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T22:15:16,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968176236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968176245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:16,280 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b028f9a7c5b74f9c99e7fc1d5c440d18, entries=150, sequenceid=36, filesize=11.7 K
2024-11-18T22:15:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/ebb0832f412645b7bd0a7ac07e5f5967 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/ebb0832f412645b7bd0a7ac07e5f5967
2024-11-18T22:15:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,331 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/ebb0832f412645b7bd0a7ac07e5f5967, entries=150, sequenceid=36, filesize=11.7 K
2024-11-18T22:15:16,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/d5603893a0d8421aa21aa01cc8a7cf93 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/d5603893a0d8421aa21aa01cc8a7cf93
2024-11-18T22:15:16,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968176362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968176363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968176368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,395 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/d5603893a0d8421aa21aa01cc8a7cf93, entries=150, sequenceid=36, filesize=11.7 K
2024-11-18T22:15:16,410 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.46 KB/40410, heapSize ~104.20 KB/106704, currentSize=147.60 KB/151140 for 7e7e542135de3e217320fb65e11f002e in 1033ms, sequenceid=36, compaction requested=false
2024-11-18T22:15:16,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:16,415 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=161.02 KB heapSize=455.16 KB
2024-11-18T22:15:16,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:16,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:15:16,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:16,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:15:16,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:16,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:15:16,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/0419cb572a0c424f8b1cecc9c7e3864f is 50, key is test_row_0/A:col10/1731968116409/Put/seqid=0
2024-11-18T22:15:16,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968176445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968176472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741843_1019 (size=16681)
2024-11-18T22:15:16,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968176577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968176573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968176582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968176582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968176615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:16,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:16,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968176812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968176851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,899 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T22:15:16,923 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/0419cb572a0c424f8b1cecc9c7e3864f
2024-11-18T22:15:16,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968176912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968176913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968176917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:16,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/da1a6da9ecb94ae9adaf6adc82beeae2 is 50, key is test_row_0/B:col10/1731968116409/Put/seqid=0
2024-11-18T22:15:17,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741844_1020 (size=12001)
2024-11-18T22:15:17,089 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/da1a6da9ecb94ae9adaf6adc82beeae2
2024-11-18T22:15:17,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/c09dde3580bf494495d72205e869fc03 is 50, key is test_row_0/C:col10/1731968116409/Put/seqid=0
2024-11-18T22:15:17,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968177137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741845_1021 (size=12001)
2024-11-18T22:15:17,180 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/c09dde3580bf494495d72205e869fc03
2024-11-18T22:15:17,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968177175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/0419cb572a0c424f8b1cecc9c7e3864f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0419cb572a0c424f8b1cecc9c7e3864f
2024-11-18T22:15:17,293 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0419cb572a0c424f8b1cecc9c7e3864f, entries=250, sequenceid=92, filesize=16.3 K
2024-11-18T22:15:17,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/da1a6da9ecb94ae9adaf6adc82beeae2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/da1a6da9ecb94ae9adaf6adc82beeae2
2024-11-18T22:15:17,347 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/da1a6da9ecb94ae9adaf6adc82beeae2, entries=150, sequenceid=92, filesize=11.7 K
2024-11-18T22:15:17,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/c09dde3580bf494495d72205e869fc03 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/c09dde3580bf494495d72205e869fc03
2024-11-18T22:15:17,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:17,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,401 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/c09dde3580bf494495d72205e869fc03, entries=150, sequenceid=92, filesize=11.7 K
2024-11-18T22:15:17,409 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~455.11 KB/466032, currentSize=20.13 KB/20610 for 7e7e542135de3e217320fb65e11f002e in 995ms, sequenceid=92, compaction requested=true
2024-11-18T22:15:17,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:17,432 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:17,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:17,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:17,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:17,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:17,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:15:17,439 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:17,454 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:17,454 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:17,456 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:17,456 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:17,457 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,457 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3417bec4de174ef3b41d063f7eb652e5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/ebb0832f412645b7bd0a7ac07e5f5967, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/da1a6da9ecb94ae9adaf6adc82beeae2] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.2 K
2024-11-18T22:15:17,460 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,461 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b2d4d3ab55d2489493fe5dd18223294e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b028f9a7c5b74f9c99e7fc1d5c440d18, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0419cb572a0c424f8b1cecc9c7e3864f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=39.7 K
2024-11-18T22:15:17,469 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d4d3ab55d2489493fe5dd18223294e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731968113838
2024-11-18T22:15:17,473 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3417bec4de174ef3b41d063f7eb652e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731968113838
2024-11-18T22:15:17,477 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting b028f9a7c5b74f9c99e7fc1d5c440d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731968115340
2024-11-18T22:15:17,477 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ebb0832f412645b7bd0a7ac07e5f5967, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731968115340
2024-11-18T22:15:17,483 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting da1a6da9ecb94ae9adaf6adc82beeae2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731968116186
2024-11-18T22:15:17,487 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0419cb572a0c424f8b1cecc9c7e3864f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731968116186
2024-11-18T22:15:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:17,504 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T22:15:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:17,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:17,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:17,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/66427af669f2478cac4ebefd48eec8eb is 50, key is test_row_0/A:col10/1731968117502/Put/seqid=0
2024-11-18T22:15:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741846_1022 (size=19021)
2024-11-18T22:15:17,588 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/66427af669f2478cac4ebefd48eec8eb
2024-11-18T22:15:17,615 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#10 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:17,616 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/91a74350b89a4a46ae03447d50afdb0b is 50, key is test_row_0/B:col10/1731968116409/Put/seqid=0
2024-11-18T22:15:17,638 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#11 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:17,639 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/2b2824f446444c9bbe46d4a77122d240 is 50, key is test_row_0/A:col10/1731968116409/Put/seqid=0
2024-11-18T22:15:17,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741847_1023 (size=12104)
2024-11-18T22:15:17,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/7dc6e7f4381d4f83ac8ec25904c93b9f is 50, key is test_row_0/B:col10/1731968117502/Put/seqid=0
2024-11-18T22:15:17,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,724 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/91a74350b89a4a46ae03447d50afdb0b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/91a74350b89a4a46ae03447d50afdb0b
2024-11-18T22:15:17,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741848_1024 (size=12104)
2024-11-18T22:15:17,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741849_1025 (size=12001)
2024-11-18T22:15:17,767 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/7dc6e7f4381d4f83ac8ec25904c93b9f
2024-11-18T22:15:17,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968177722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968117710, max timestamp=1731968117743Num uniques 859; 
2024-11-18T22:15:17,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:15:17,788 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/2b2824f446444c9bbe46d4a77122d240 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/2b2824f446444c9bbe46d4a77122d240
2024-11-18T22:15:17,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968117710, max timestamp=1731968117743Num uniques 859; 
2024-11-18T22:15:17,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:15:17,795 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into 91a74350b89a4a46ae03447d50afdb0b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:17,796 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:17,814 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=13, startTime=1731968117439; duration=0sec
2024-11-18T22:15:17,815 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:17,816 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:17,816 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:17,836 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:17,836 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:17,837 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,837 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ae07c41c810a4ae88c382eec7b5dd624, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/d5603893a0d8421aa21aa01cc8a7cf93, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/c09dde3580bf494495d72205e869fc03] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.2 K
2024-11-18T22:15:17,839 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into 2b2824f446444c9bbe46d4a77122d240(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:17,839 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:17,840 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=13, startTime=1731968117411; duration=0sec
2024-11-18T22:15:17,840 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ae07c41c810a4ae88c382eec7b5dd624, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731968113838
2024-11-18T22:15:17,840 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:17,840 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:17,848 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d5603893a0d8421aa21aa01cc8a7cf93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731968115340
2024-11-18T22:15:17,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/e6fd7e026a0341dfb2d38cb5744450a2 is 50, key is test_row_0/C:col10/1731968117502/Put/seqid=0
2024-11-18T22:15:17,854 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c09dde3580bf494495d72205e869fc03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731968116186
2024-11-18T22:15:17,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:17,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:17,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741850_1026 (size=12001)
2024-11-18T22:15:17,938 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#14 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:17,939 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/53b60bb0307b49c5a9e9f1afc7fe2699 is 50, key is test_row_0/C:col10/1731968116409/Put/seqid=0
2024-11-18T22:15:17,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968177890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968177887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968177891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968177898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968177901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:18,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741851_1027 (size=12104)
2024-11-18T22:15:18,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968178055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968178055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968178055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968178063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,072 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/53b60bb0307b49c5a9e9f1afc7fe2699 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/53b60bb0307b49c5a9e9f1afc7fe2699
2024-11-18T22:15:18,104 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into 53b60bb0307b49c5a9e9f1afc7fe2699(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:18,104 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:18,104 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=13, startTime=1731968117439; duration=0sec
2024-11-18T22:15:18,105 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:18,105 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:18,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968178151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968178283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968178284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968178284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968178285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,317 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/e6fd7e026a0341dfb2d38cb5744450a2
2024-11-18T22:15:18,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/66427af669f2478cac4ebefd48eec8eb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/66427af669f2478cac4ebefd48eec8eb
2024-11-18T22:15:18,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,364 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/66427af669f2478cac4ebefd48eec8eb, entries=300, sequenceid=104, filesize=18.6 K
2024-11-18T22:15:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/7dc6e7f4381d4f83ac8ec25904c93b9f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/7dc6e7f4381d4f83ac8ec25904c93b9f
2024-11-18T22:15:18,398 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/7dc6e7f4381d4f83ac8ec25904c93b9f, entries=150, sequenceid=104, filesize=11.7 K
2024-11-18T22:15:18,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/e6fd7e026a0341dfb2d38cb5744450a2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e6fd7e026a0341dfb2d38cb5744450a2
2024-11-18T22:15:18,446 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e6fd7e026a0341dfb2d38cb5744450a2, entries=150, sequenceid=104, filesize=11.7 K
2024-11-18T22:15:18,448 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=123.00 KB/125950 for 7e7e542135de3e217320fb65e11f002e in 944ms, sequenceid=104, compaction requested=false
2024-11-18T22:15:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:18,486 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=129.71 KB heapSize=373.55 KB
2024-11-18T22:15:18,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:18,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:18,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:18,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:18,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:18,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:18,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/c43dc2323be2446e9b89b8148334af5e is 50, key is test_row_0/A:col10/1731968118470/Put/seqid=0
2024-11-18T22:15:18,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741852_1028 (size=14541)
2024-11-18T22:15:18,586 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/c43dc2323be2446e9b89b8148334af5e
2024-11-18T22:15:18,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/693d84ad4eef47f7859c8c8fcdf9a39e is 50, key is test_row_0/B:col10/1731968118470/Put/seqid=0
2024-11-18T22:15:18,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968178608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968178621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968178643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968178646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968178650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741853_1029 (size=12151)
2024-11-18T22:15:18,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968178764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968178776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968178771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968178776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:18,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:18,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:18,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968178981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968178992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968178992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968178994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,136 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/693d84ad4eef47f7859c8c8fcdf9a39e
2024-11-18T22:15:19,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:19,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:19,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968179165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9c810e7bd73649619f0ad842e233d2dc is 50, key is test_row_0/C:col10/1731968118470/Put/seqid=0
2024-11-18T22:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741854_1030 (size=12151)
2024-11-18T22:15:19,253 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9c810e7bd73649619f0ad842e233d2dc
2024-11-18T22:15:19,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/c43dc2323be2446e9b89b8148334af5e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c43dc2323be2446e9b89b8148334af5e
2024-11-18T22:15:19,308 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c43dc2323be2446e9b89b8148334af5e, entries=200, sequenceid=138, filesize=14.2 K
2024-11-18T22:15:19,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968179300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/693d84ad4eef47f7859c8c8fcdf9a39e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/693d84ad4eef47f7859c8c8fcdf9a39e
2024-11-18T22:15:19,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:19,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/693d84ad4eef47f7859c8c8fcdf9a39e, entries=150, sequenceid=138, filesize=11.9 K
2024-11-18T22:15:19,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:19,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9c810e7bd73649619f0ad842e233d2dc as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c810e7bd73649619f0ad842e233d2dc
2024-11-18T22:15:19,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968179312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968179317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968179318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c810e7bd73649619f0ad842e233d2dc, entries=150, sequenceid=138, filesize=11.9 K
2024-11-18T22:15:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:19,357 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~373.50 KB/382464, currentSize=53.67 KB/54960 for 7e7e542135de3e217320fb65e11f002e in 872ms, sequenceid=138, compaction requested=true
2024-11-18T22:15:19,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:19,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:19,357 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:19,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:19,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:19,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:19,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:19,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:19,358 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:19,362 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:19,362 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:19,362 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,362 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/91a74350b89a4a46ae03447d50afdb0b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/7dc6e7f4381d4f83ac8ec25904c93b9f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/693d84ad4eef47f7859c8c8fcdf9a39e] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.4 K
2024-11-18T22:15:19,363 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45666 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:19,363 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:19,363 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,363 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/2b2824f446444c9bbe46d4a77122d240, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/66427af669f2478cac4ebefd48eec8eb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c43dc2323be2446e9b89b8148334af5e] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=44.6 K
2024-11-18T22:15:19,365 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2824f446444c9bbe46d4a77122d240, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731968116186
2024-11-18T22:15:19,366 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 91a74350b89a4a46ae03447d50afdb0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731968116186
2024-11-18T22:15:19,368 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66427af669f2478cac4ebefd48eec8eb, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731968116440
2024-11-18T22:15:19,368 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dc6e7f4381d4f83ac8ec25904c93b9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731968116440
2024-11-18T22:15:19,370 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43dc2323be2446e9b89b8148334af5e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731968117823
2024-11-18T22:15:19,371 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 693d84ad4eef47f7859c8c8fcdf9a39e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731968117888
2024-11-18T22:15:19,408 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:19,409 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/6da2f48fdcda41d19245736c7828acf1 is 50, key is test_row_0/B:col10/1731968118470/Put/seqid=0
2024-11-18T22:15:19,419 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:19,421 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/71101fa25f4f42ae8123c33e23e3faf8 is 50, key is test_row_0/A:col10/1731968118470/Put/seqid=0
2024-11-18T22:15:19,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741855_1031 (size=12357)
2024-11-18T22:15:19,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T22:15:19,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741856_1032 (size=12357)
2024-11-18T22:15:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T22:15:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/4f245d39339a4e28855f1963c185cc40 is 50, key is test_row_0/A:col10/1731968118505/Put/seqid=0
2024-11-18T22:15:19,556 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/71101fa25f4f42ae8123c33e23e3faf8 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/71101fa25f4f42ae8123c33e23e3faf8
2024-11-18T22:15:19,582 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into 71101fa25f4f42ae8123c33e23e3faf8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:19,582 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:19,582 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=13, startTime=1731968119357; duration=0sec
2024-11-18T22:15:19,582 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:19,582 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:19,583 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:19,589 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:19,589 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:19,589 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:19,589 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/53b60bb0307b49c5a9e9f1afc7fe2699, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e6fd7e026a0341dfb2d38cb5744450a2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c810e7bd73649619f0ad842e233d2dc] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.4 K
2024-11-18T22:15:19,597 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53b60bb0307b49c5a9e9f1afc7fe2699, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731968116186
2024-11-18T22:15:19,601 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6fd7e026a0341dfb2d38cb5744450a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731968116440
2024-11-18T22:15:19,609 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c810e7bd73649619f0ad842e233d2dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731968117888
2024-11-18T22:15:19,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741857_1033 (size=12151)
2024-11-18T22:15:19,671 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:19,676 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/aa3ec6ffc7fb4ddea803deb391a844ab is 50, key is test_row_0/C:col10/1731968118470/Put/seqid=0
2024-11-18T22:15:19,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741858_1034 (size=12357)
2024-11-18T22:15:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:19,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:19,901 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/6da2f48fdcda41d19245736c7828acf1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/6da2f48fdcda41d19245736c7828acf1
2024-11-18T22:15:19,927 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into 6da2f48fdcda41d19245736c7828acf1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:19,927 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:19,927 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=13, startTime=1731968119357; duration=0sec
2024-11-18T22:15:19,928 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:19,928 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:20,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968119972, max timestamp=1731968120010Num uniques 859; 
2024-11-18T22:15:20,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:20,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/4f245d39339a4e28855f1963c185cc40
2024-11-18T22:15:20,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968119972, max timestamp=1731968120010Num uniques 859; 
2024-11-18T22:15:20,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:20,021 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968119972, max timestamp=1731968120010Num uniques 859; 
2024-11-18T22:15:20,021 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:20,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/2dc2c2e141bb4e30ada38ed355987438 is 50, key is test_row_0/B:col10/1731968118505/Put/seqid=0
2024-11-18T22:15:20,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741859_1035 (size=12151)
2024-11-18T22:15:20,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/2dc2c2e141bb4e30ada38ed355987438
2024-11-18T22:15:20,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968180142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968180141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/4360cdabfa664fb48b2d0de1bab0d990 is 50, key is test_row_0/C:col10/1731968118505/Put/seqid=0
2024-11-18T22:15:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,176 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/aa3ec6ffc7fb4ddea803deb391a844ab as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/aa3ec6ffc7fb4ddea803deb391a844ab
2024-11-18T22:15:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968180149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968180172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,200 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into aa3ec6ffc7fb4ddea803deb391a844ab(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:20,201 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:20,201 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=13, startTime=1731968119358; duration=0sec
2024-11-18T22:15:20,201 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:20,201 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:20,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968180191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,206 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2302 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741860_1036 (size=12151)
2024-11-18T22:15:20,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968180283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968180283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968180284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968180301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968180501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968180502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968180516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968180519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/4360cdabfa664fb48b2d0de1bab0d990
2024-11-18T22:15:20,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/4f245d39339a4e28855f1963c185cc40 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4f245d39339a4e28855f1963c185cc40
2024-11-18T22:15:20,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4f245d39339a4e28855f1963c185cc40, entries=150, sequenceid=149, filesize=11.9 K
2024-11-18T22:15:20,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/2dc2c2e141bb4e30ada38ed355987438 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/2dc2c2e141bb4e30ada38ed355987438
2024-11-18T22:15:20,717 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/2dc2c2e141bb4e30ada38ed355987438, entries=150, sequenceid=149, filesize=11.9 K
2024-11-18T22:15:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/4360cdabfa664fb48b2d0de1bab0d990 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/4360cdabfa664fb48b2d0de1bab0d990
2024-11-18T22:15:20,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/4360cdabfa664fb48b2d0de1bab0d990, entries=150, sequenceid=149, filesize=11.9 K
2024-11-18T22:15:20,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7e7e542135de3e217320fb65e11f002e in 1253ms, sequenceid=149, compaction requested=false
2024-11-18T22:15:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-18T22:15:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-18T22:15:20,770 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T22:15:20,770 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 6.9740 sec
2024-11-18T22:15:20,782 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 6.9970 sec
2024-11-18T22:15:20,829 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-18T22:15:20,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:20,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:20,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:20,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:20,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:20,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:20,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/3b108a4eac2143338b7b1402e054e068 is 50, key is test_row_0/A:col10/1731968120826/Put/seqid=0
2024-11-18T22:15:20,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968180887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968180898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968180902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968180903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:20,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:20,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741861_1037 (size=14541)
2024-11-18T22:15:21,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968181012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968181033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968181033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968181034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968181244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968181253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968181254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968181282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/3b108a4eac2143338b7b1402e054e068
2024-11-18T22:15:21,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/5c555777e9354d8f8aa3b367cc48f259 is 50, key is test_row_0/B:col10/1731968120826/Put/seqid=0
2024-11-18T22:15:21,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741862_1038 (size=12151)
2024-11-18T22:15:21,511 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/5c555777e9354d8f8aa3b367cc48f259
2024-11-18T22:15:21,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968181572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968181575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968181577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/97ff5fbd7ae848f69fa23fcb5a4554f2 is 50, key is test_row_0/C:col10/1731968120826/Put/seqid=0
2024-11-18T22:15:21,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968181602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:21,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741863_1039 (size=12151)
2024-11-18T22:15:21,641 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/97ff5fbd7ae848f69fa23fcb5a4554f2
2024-11-18T22:15:21,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/3b108a4eac2143338b7b1402e054e068 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/3b108a4eac2143338b7b1402e054e068
2024-11-18T22:15:21,748 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/3b108a4eac2143338b7b1402e054e068, entries=200, sequenceid=189, filesize=14.2 K
2024-11-18T22:15:21,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/5c555777e9354d8f8aa3b367cc48f259 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5c555777e9354d8f8aa3b367cc48f259
2024-11-18T22:15:21,794 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5c555777e9354d8f8aa3b367cc48f259, entries=150, sequenceid=189, filesize=11.9 K
2024-11-18T22:15:21,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/97ff5fbd7ae848f69fa23fcb5a4554f2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/97ff5fbd7ae848f69fa23fcb5a4554f2
2024-11-18T22:15:21,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/97ff5fbd7ae848f69fa23fcb5a4554f2, entries=150, sequenceid=189, filesize=11.9 K
2024-11-18T22:15:21,841 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 7e7e542135de3e217320fb65e11f002e in 1012ms, sequenceid=189, compaction requested=true
2024-11-18T22:15:21,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:15:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T22:15:21,845 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:21,845 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:21,847 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:21,847 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:21,847 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:21,847 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:21,848 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/aa3ec6ffc7fb4ddea803deb391a844ab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/4360cdabfa664fb48b2d0de1bab0d990, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/97ff5fbd7ae848f69fa23fcb5a4554f2] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.8 K
2024-11-18T22:15:21,848 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:21,848 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:21,848 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/71101fa25f4f42ae8123c33e23e3faf8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4f245d39339a4e28855f1963c185cc40, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/3b108a4eac2143338b7b1402e054e068] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=38.1 K
2024-11-18T22:15:21,849 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting aa3ec6ffc7fb4ddea803deb391a844ab, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731968117888
2024-11-18T22:15:21,849 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71101fa25f4f42ae8123c33e23e3faf8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731968117888
2024-11-18T22:15:21,849 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 4360cdabfa664fb48b2d0de1bab0d990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731968118505
2024-11-18T22:15:21,850 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f245d39339a4e28855f1963c185cc40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731968118505
2024-11-18T22:15:21,850 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 97ff5fbd7ae848f69fa23fcb5a4554f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731968120112
2024-11-18T22:15:21,851 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b108a4eac2143338b7b1402e054e068, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731968120112
2024-11-18T22:15:21,880 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:21,881 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/a507a4004e194c73a35b222f7bfa2098 is 50, key is test_row_0/A:col10/1731968120826/Put/seqid=0
2024-11-18T22:15:21,913 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:21,915 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/fb0c524367f04e13835454907599d571 is 50, key is test_row_0/C:col10/1731968120826/Put/seqid=0
2024-11-18T22:15:21,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741864_1040 (size=12459)
2024-11-18T22:15:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T22:15:22,001 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:22,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741865_1041 (size=12459)
2024-11-18T22:15:22,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-18T22:15:22,008 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T22:15:22,010 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:22,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:22,116 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T22:15:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T22:15:22,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/ab846e3a7d1d4afc98a8db95cc538b7c is 50, key is test_row_0/A:col10/1731968120898/Put/seqid=0
2024-11-18T22:15:22,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741866_1042 (size=16931)
2024-11-18T22:15:22,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:22,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:22,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968182228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968182234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968182236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968182241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968182241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,259 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4358 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:22,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T22:15:22,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968182363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968182356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968182366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968182377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,442 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/fb0c524367f04e13835454907599d571 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/fb0c524367f04e13835454907599d571
2024-11-18T22:15:22,443 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/a507a4004e194c73a35b222f7bfa2098 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a507a4004e194c73a35b222f7bfa2098
2024-11-18T22:15:22,494 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into a507a4004e194c73a35b222f7bfa2098(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:22,494 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:22,495 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=13, startTime=1731968121844; duration=0sec
2024-11-18T22:15:22,495 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:22,495 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:22,495 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:22,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,503 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:22,503 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:22,503 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,504 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/6da2f48fdcda41d19245736c7828acf1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/2dc2c2e141bb4e30ada38ed355987438, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5c555777e9354d8f8aa3b367cc48f259] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.8 K
2024-11-18T22:15:22,509 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6da2f48fdcda41d19245736c7828acf1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731968117888
2024-11-18T22:15:22,510 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc2c2e141bb4e30ada38ed355987438, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731968118505
2024-11-18T22:15:22,516 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into fb0c524367f04e13835454907599d571(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:22,516 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:22,516 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=13, startTime=1731968121845; duration=0sec
2024-11-18T22:15:22,516 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:22,516 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:22,517 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c555777e9354d8f8aa3b367cc48f259, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731968120112
2024-11-18T22:15:22,546 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:22,547 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/3b63f4d280304ce582dbb59e7bd03316 is 50, key is test_row_0/B:col10/1731968120826/Put/seqid=0
2024-11-18T22:15:22,561 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/ab846e3a7d1d4afc98a8db95cc538b7c
2024-11-18T22:15:22,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968182577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968182579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968182589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/cd8c1d841f8d4297966ab1a9d96f6dd7 is 50, key is test_row_0/B:col10/1731968120898/Put/seqid=0
2024-11-18T22:15:22,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741867_1043 (size=12459)
2024-11-18T22:15:22,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968182597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741868_1044 (size=12151)
2024-11-18T22:15:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T22:15:22,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:22,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,657 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/cd8c1d841f8d4297966ab1a9d96f6dd7
2024-11-18T22:15:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/3b700b942d144e94861ec2d0ad1cca4d is 50, key is test_row_0/C:col10/1731968120898/Put/seqid=0
2024-11-18T22:15:22,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:22,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:22,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741869_1045 (size=12151)
2024-11-18T22:15:22,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968182893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968182893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968182906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:22,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968182933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:23,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,040 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/3b63f4d280304ce582dbb59e7bd03316 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3b63f4d280304ce582dbb59e7bd03316
2024-11-18T22:15:23,107 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into 3b63f4d280304ce582dbb59e7bd03316(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:23,107 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:23,107 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=13, startTime=1731968121845; duration=0sec
2024-11-18T22:15:23,107 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:23,107 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T22:15:23,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,288 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/3b700b942d144e94861ec2d0ad1cca4d
2024-11-18T22:15:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/ab846e3a7d1d4afc98a8db95cc538b7c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ab846e3a7d1d4afc98a8db95cc538b7c
2024-11-18T22:15:23,338 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ab846e3a7d1d4afc98a8db95cc538b7c, entries=250, sequenceid=202, filesize=16.5 K
2024-11-18T22:15:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/cd8c1d841f8d4297966ab1a9d96f6dd7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cd8c1d841f8d4297966ab1a9d96f6dd7
2024-11-18T22:15:23,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:23,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,363 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cd8c1d841f8d4297966ab1a9d96f6dd7, entries=150, sequenceid=202, filesize=11.9 K
2024-11-18T22:15:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/3b700b942d144e94861ec2d0ad1cca4d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/3b700b942d144e94861ec2d0ad1cca4d
2024-11-18T22:15:23,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968183405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:23,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968183411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:23,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968183432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:23,434 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/3b700b942d144e94861ec2d0ad1cca4d, entries=150, sequenceid=202, filesize=11.9 K
2024-11-18T22:15:23,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:23,439 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 7e7e542135de3e217320fb65e11f002e in 1323ms, sequenceid=202, compaction requested=false
2024-11-18T22:15:23,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:23,480 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-18T22:15:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:23,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/fcd1abc6c648498db4f0f4c6a4131dea is 50, key is test_row_0/A:col10/1731968123476/Put/seqid=0
2024-11-18T22:15:23,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:23,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741870_1046 (size=14541)
2024-11-18T22:15:23,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968183575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:23,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968183682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:23,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:23,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:23,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968183902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:23,972 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/fcd1abc6c648498db4f0f4c6a4131dea
2024-11-18T22:15:24,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/5ecc1033864e4574af30d6c1b1280154 is 50, key is test_row_0/B:col10/1731968123476/Put/seqid=0
2024-11-18T22:15:24,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:24,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:24,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741871_1047 (size=12151)
2024-11-18T22:15:24,061 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/5ecc1033864e4574af30d6c1b1280154
2024-11-18T22:15:24,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/cd07251a282845889118af4be5084716 is 50, key is test_row_0/C:col10/1731968123476/Put/seqid=0
2024-11-18T22:15:24,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741872_1048 (size=12151)
2024-11-18T22:15:24,138 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/cd07251a282845889118af4be5084716
2024-11-18T22:15:24,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/fcd1abc6c648498db4f0f4c6a4131dea as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fcd1abc6c648498db4f0f4c6a4131dea
2024-11-18T22:15:24,162 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fcd1abc6c648498db4f0f4c6a4131dea, entries=200, sequenceid=226, filesize=14.2 K
2024-11-18T22:15:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T22:15:24,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/5ecc1033864e4574af30d6c1b1280154 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5ecc1033864e4574af30d6c1b1280154
2024-11-18T22:15:24,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:24,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,178 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5ecc1033864e4574af30d6c1b1280154, entries=150, sequenceid=226, filesize=11.9 K
2024-11-18T22:15:24,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/cd07251a282845889118af4be5084716 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cd07251a282845889118af4be5084716
2024-11-18T22:15:24,222 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cd07251a282845889118af4be5084716, entries=150, sequenceid=226, filesize=11.9 K
2024-11-18T22:15:24,223 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 7e7e542135de3e217320fb65e11f002e in 743ms, sequenceid=226, compaction requested=true
2024-11-18T22:15:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:24,224 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:15:24,224 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:24,227 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T22:15:24,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:24,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:24,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:24,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:24,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:24,233 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:24,233 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:24,233 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,233 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3b63f4d280304ce582dbb59e7bd03316, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cd8c1d841f8d4297966ab1a9d96f6dd7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5ecc1033864e4574af30d6c1b1280154] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.9 K
2024-11-18T22:15:24,234 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b63f4d280304ce582dbb59e7bd03316, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731968120112
2024-11-18T22:15:24,235 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd8c1d841f8d4297966ab1a9d96f6dd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731968120898
2024-11-18T22:15:24,236 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ecc1033864e4574af30d6c1b1280154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731968122200
2024-11-18T22:15:24,236 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:24,236 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:24,236 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,237 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a507a4004e194c73a35b222f7bfa2098, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ab846e3a7d1d4afc98a8db95cc538b7c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fcd1abc6c648498db4f0f4c6a4131dea] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=42.9 K
2024-11-18T22:15:24,238 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a507a4004e194c73a35b222f7bfa2098, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731968120112
2024-11-18T22:15:24,240 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ab846e3a7d1d4afc98a8db95cc538b7c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731968120873
2024-11-18T22:15:24,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/99346216df2e4a19839783bff59c2aae is 50, key is test_row_0/A:col10/1731968124225/Put/seqid=0
2024-11-18T22:15:24,242 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting fcd1abc6c648498db4f0f4c6a4131dea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731968122200
2024-11-18T22:15:24,296 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:24,297 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/f59b2ec6072c498590ee014340d4c61a is 50, key is test_row_0/B:col10/1731968123476/Put/seqid=0
2024-11-18T22:15:24,301 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:24,302 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/d2d531cc436b4bf1869da45c633f03b4 is 50, key is test_row_0/A:col10/1731968123476/Put/seqid=0
2024-11-18T22:15:24,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741873_1049 (size=14541)
2024-11-18T22:15:24,313 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/99346216df2e4a19839783bff59c2aae
2024-11-18T22:15:24,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:24,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:24,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741875_1051 (size=12561)
2024-11-18T22:15:24,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/76ae93613bd44a429121e9f50fe62177 is 50, key is test_row_0/B:col10/1731968124225/Put/seqid=0
2024-11-18T22:15:24,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741876_1052 (size=12151)
2024-11-18T22:15:24,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741874_1050 (size=12561)
2024-11-18T22:15:24,385 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/76ae93613bd44a429121e9f50fe62177
2024-11-18T22:15:24,421 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/f59b2ec6072c498590ee014340d4c61a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f59b2ec6072c498590ee014340d4c61a
2024-11-18T22:15:24,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/a589dafd455a4aa3ae0b45663cffc4db is 50, key is test_row_0/C:col10/1731968124225/Put/seqid=0
2024-11-18T22:15:24,462 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into f59b2ec6072c498590ee014340d4c61a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:24,463 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:24,463 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=13, startTime=1731968124224; duration=0sec
2024-11-18T22:15:24,463 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:24,463 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:24,463 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:24,477 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:24,477 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:24,477 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,478 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/fb0c524367f04e13835454907599d571, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/3b700b942d144e94861ec2d0ad1cca4d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cd07251a282845889118af4be5084716] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=35.9 K
2024-11-18T22:15:24,478 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb0c524367f04e13835454907599d571, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731968120112
2024-11-18T22:15:24,479 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b700b942d144e94861ec2d0ad1cca4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731968120898
2024-11-18T22:15:24,479 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd07251a282845889118af4be5084716, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731968122200
2024-11-18T22:15:24,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968184453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,483 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:24,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968184455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968184468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:24,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968184472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741877_1053 (size=12151)
2024-11-18T22:15:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,496 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/a589dafd455a4aa3ae0b45663cffc4db
2024-11-18T22:15:24,505 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:24,506 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/8fed30187da84f949c2a0c6004f667a4 is 50, key is test_row_0/C:col10/1731968123476/Put/seqid=0
2024-11-18T22:15:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/99346216df2e4a19839783bff59c2aae as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/99346216df2e4a19839783bff59c2aae
2024-11-18T22:15:24,585 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/99346216df2e4a19839783bff59c2aae, entries=200, sequenceid=238, filesize=14.2 K
2024-11-18T22:15:24,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/76ae93613bd44a429121e9f50fe62177 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/76ae93613bd44a429121e9f50fe62177
2024-11-18T22:15:24,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741878_1054 (size=12561)
2024-11-18T22:15:24,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968184594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968184604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968184604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,626 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/76ae93613bd44a429121e9f50fe62177, entries=150, sequenceid=238, filesize=11.9 K
2024-11-18T22:15:24,628 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/8fed30187da84f949c2a0c6004f667a4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/8fed30187da84f949c2a0c6004f667a4
2024-11-18T22:15:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/a589dafd455a4aa3ae0b45663cffc4db as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a589dafd455a4aa3ae0b45663cffc4db
2024-11-18T22:15:24,644 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into 8fed30187da84f949c2a0c6004f667a4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:24,644 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:24,644 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=13, startTime=1731968124224; duration=0sec
2024-11-18T22:15:24,644 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:24,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a589dafd455a4aa3ae0b45663cffc4db, entries=150, sequenceid=238, filesize=11.9 K
2024-11-18T22:15:24,645 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:24,646 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7e7e542135de3e217320fb65e11f002e in 419ms, sequenceid=238, compaction requested=false
2024-11-18T22:15:24,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:24,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T22:15:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:24,652 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T22:15:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:24,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/5f8ceaf5e6004c1caefb9c83901dd4c6 is 50, key is test_row_0/A:col10/1731968124441/Put/seqid=0
2024-11-18T22:15:24,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741879_1055 (size=12201)
2024-11-18T22:15:24,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/5f8ceaf5e6004c1caefb9c83901dd4c6
2024-11-18T22:15:24,793 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/d2d531cc436b4bf1869da45c633f03b4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d2d531cc436b4bf1869da45c633f03b4
2024-11-18T22:15:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/74e4803ea6c84308982fe81f40370a21 is 50, key is test_row_0/B:col10/1731968124441/Put/seqid=0
2024-11-18T22:15:24,817 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into d2d531cc436b4bf1869da45c633f03b4(size=12.3 K), total size for store is 26.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:24,817 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:24,817 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=13, startTime=1731968124224; duration=0sec
2024-11-18T22:15:24,817 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:24,817 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:24,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741880_1056 (size=12201)
2024-11-18T22:15:24,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:24,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968184878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968184883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:24,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968184884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968185002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968185002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968185002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968185213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968185213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968185213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/74e4803ea6c84308982fe81f40370a21
2024-11-18T22:15:25,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/0eed811ea5a24321b129c8212af14453 is 50, key is test_row_0/C:col10/1731968124441/Put/seqid=0
2024-11-18T22:15:25,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741881_1057 (size=12201)
2024-11-18T22:15:25,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968185524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968185532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968185536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:25,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/0eed811ea5a24321b129c8212af14453
2024-11-18T22:15:25,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/5f8ceaf5e6004c1caefb9c83901dd4c6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/5f8ceaf5e6004c1caefb9c83901dd4c6
2024-11-18T22:15:25,805 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/5f8ceaf5e6004c1caefb9c83901dd4c6, entries=150, sequenceid=260, filesize=11.9 K
2024-11-18T22:15:25,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/74e4803ea6c84308982fe81f40370a21 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/74e4803ea6c84308982fe81f40370a21
2024-11-18T22:15:25,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/74e4803ea6c84308982fe81f40370a21, entries=150, sequenceid=260, filesize=11.9 K
2024-11-18T22:15:25,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/0eed811ea5a24321b129c8212af14453 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0eed811ea5a24321b129c8212af14453
2024-11-18T22:15:25,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0eed811ea5a24321b129c8212af14453, entries=150, sequenceid=260, filesize=11.9 K
2024-11-18T22:15:25,845 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7e7e542135de3e217320fb65e11f002e in 1193ms, sequenceid=260, compaction requested=true
2024-11-18T22:15:25,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:25,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:25,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-18T22:15:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-18T22:15:25,856 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-18T22:15:25,856 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8410 sec
2024-11-18T22:15:25,864 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 3.8590 sec
2024-11-18T22:15:26,046 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T22:15:26,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:26,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:26,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:26,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:26,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/308d4c94aa554498915f7ae6c9c88212 is 50, key is test_row_0/A:col10/1731968126043/Put/seqid=0
2024-11-18T22:15:26,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741882_1058 (size=14741)
2024-11-18T22:15:26,112 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/308d4c94aa554498915f7ae6c9c88212
2024-11-18T22:15:26,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/77aac5fc8e154495b097ab8208069fee is 50, key is test_row_0/B:col10/1731968126043/Put/seqid=0
2024-11-18T22:15:26,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741883_1059 (size=12301)
2024-11-18T22:15:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T22:15:26,184 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:26,185 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:26,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968186157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-18T22:15:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T22:15:26,205 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:26,214 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:26,214 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:26,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968186198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968186200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42758 deadline: 1731968186302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968186302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,312 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8411 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T22:15:26,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968186336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968186336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T22:15:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968186504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,508 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4267 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968186524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T22:15:26,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T22:15:26,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:26,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968186542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968186552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:26,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:26,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:26,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/77aac5fc8e154495b097ab8208069fee
2024-11-18T22:15:26,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/82b41d0a4bc146e6b0796e4cfcbde98f is 50, key is test_row_0/C:col10/1731968126043/Put/seqid=0
2024-11-18T22:15:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T22:15:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:26,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741884_1060 (size=12301)
2024-11-18T22:15:26,705 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/82b41d0a4bc146e6b0796e4cfcbde98f
2024-11-18T22:15:26,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/308d4c94aa554498915f7ae6c9c88212 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/308d4c94aa554498915f7ae6c9c88212
2024-11-18T22:15:26,741 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/308d4c94aa554498915f7ae6c9c88212, entries=200, sequenceid=274, filesize=14.4 K
2024-11-18T22:15:26,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/77aac5fc8e154495b097ab8208069fee as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/77aac5fc8e154495b097ab8208069fee
2024-11-18T22:15:26,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/77aac5fc8e154495b097ab8208069fee, entries=150, sequenceid=274, filesize=12.0 K
2024-11-18T22:15:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/82b41d0a4bc146e6b0796e4cfcbde98f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/82b41d0a4bc146e6b0796e4cfcbde98f
2024-11-18T22:15:26,832 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/82b41d0a4bc146e6b0796e4cfcbde98f, entries=150, sequenceid=274, filesize=12.0 K
2024-11-18T22:15:26,834 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 7e7e542135de3e217320fb65e11f002e in 787ms, sequenceid=274, compaction requested=true
2024-11-18T22:15:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:15:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T22:15:26,834 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:15:26,835 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:15:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T22:15:26,846 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54044 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:15:26,846 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:26,846 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,847 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d2d531cc436b4bf1869da45c633f03b4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/99346216df2e4a19839783bff59c2aae, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/5f8ceaf5e6004c1caefb9c83901dd4c6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/308d4c94aa554498915f7ae6c9c88212] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=52.8 K
2024-11-18T22:15:26,848 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49214 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:15:26,848 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:26,848 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,848 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/8fed30187da84f949c2a0c6004f667a4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a589dafd455a4aa3ae0b45663cffc4db, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0eed811ea5a24321b129c8212af14453, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/82b41d0a4bc146e6b0796e4cfcbde98f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=48.1 K
2024-11-18T22:15:26,848 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2d531cc436b4bf1869da45c633f03b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731968122200
2024-11-18T22:15:26,849 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fed30187da84f949c2a0c6004f667a4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731968122200
2024-11-18T22:15:26,850 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99346216df2e4a19839783bff59c2aae, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731968123524
2024-11-18T22:15:26,850 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a589dafd455a4aa3ae0b45663cffc4db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731968123559
2024-11-18T22:15:26,851 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f8ceaf5e6004c1caefb9c83901dd4c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731968124441
2024-11-18T22:15:26,856 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 308d4c94aa554498915f7ae6c9c88212, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731968124874
2024-11-18T22:15:26,857 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eed811ea5a24321b129c8212af14453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731968124441
2024-11-18T22:15:26,861 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 82b41d0a4bc146e6b0796e4cfcbde98f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731968124874
2024-11-18T22:15:26,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T22:15:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:26,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T22:15:26,920 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:26,925 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/ef9371da61b0499ea01ce0171b1b379d is 50, key is test_row_0/A:col10/1731968126043/Put/seqid=0
2024-11-18T22:15:26,928 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:26,929 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/a2dcddb525604cd6a6923600fe080ed3 is 50, key is test_row_0/C:col10/1731968126043/Put/seqid=0
2024-11-18T22:15:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/a271da86e1c242869168699ad5b67747 is 50, key is test_row_0/A:col10/1731968126149/Put/seqid=0
2024-11-18T22:15:27,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741885_1061 (size=12847)
2024-11-18T22:15:27,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741886_1062 (size=12847)
2024-11-18T22:15:27,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741887_1063 (size=12301)
2024-11-18T22:15:27,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/a271da86e1c242869168699ad5b67747
2024-11-18T22:15:27,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968187053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/8730340b740a4d14b056e1a2b707c13c is 50, key is test_row_0/B:col10/1731968126149/Put/seqid=0
2024-11-18T22:15:27,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968187065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968187073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741888_1064 (size=12301)
2024-11-18T22:15:27,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968187182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968187228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968187222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T22:15:27,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968187404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,435 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/ef9371da61b0499ea01ce0171b1b379d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ef9371da61b0499ea01ce0171b1b379d
2024-11-18T22:15:27,444 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/a2dcddb525604cd6a6923600fe080ed3 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a2dcddb525604cd6a6923600fe080ed3
2024-11-18T22:15:27,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968187442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968187442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,454 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into ef9371da61b0499ea01ce0171b1b379d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:27,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,455 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,455 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=12, startTime=1731968126834; duration=0sec
2024-11-18T22:15:27,455 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:27,455 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:27,455 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:15:27,458 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49214 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:15:27,459 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:27,459 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:27,460 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f59b2ec6072c498590ee014340d4c61a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/76ae93613bd44a429121e9f50fe62177, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/74e4803ea6c84308982fe81f40370a21, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/77aac5fc8e154495b097ab8208069fee] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=48.1 K
2024-11-18T22:15:27,460 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into a2dcddb525604cd6a6923600fe080ed3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:27,460 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:27,460 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=12, startTime=1731968126834; duration=0sec
2024-11-18T22:15:27,460 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:27,460 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:27,461 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f59b2ec6072c498590ee014340d4c61a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731968122200
2024-11-18T22:15:27,462 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76ae93613bd44a429121e9f50fe62177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731968123559
2024-11-18T22:15:27,462 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74e4803ea6c84308982fe81f40370a21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731968124441
2024-11-18T22:15:27,465 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77aac5fc8e154495b097ab8208069fee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731968124874
2024-11-18T22:15:27,499 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:27,500 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/4b6fb928721e4a75b07cc7240cc2745e is 50, key is test_row_0/B:col10/1731968126043/Put/seqid=0
2024-11-18T22:15:27,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741889_1065 (size=12847)
2024-11-18T22:15:27,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/8730340b740a4d14b056e1a2b707c13c
2024-11-18T22:15:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/46c7c3ef7c0847658f11872bee17dce7 is 50, key is test_row_0/C:col10/1731968126149/Put/seqid=0
2024-11-18T22:15:27,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741890_1066 (size=12301)
2024-11-18T22:15:27,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968187731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968187761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968187761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:27,978 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/4b6fb928721e4a75b07cc7240cc2745e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/4b6fb928721e4a75b07cc7240cc2745e
2024-11-18T22:15:28,012 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/46c7c3ef7c0847658f11872bee17dce7
2024-11-18T22:15:28,027 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into 4b6fb928721e4a75b07cc7240cc2745e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:28,027 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:28,027 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=12, startTime=1731968126834; duration=0sec
2024-11-18T22:15:28,028 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:28,028 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/a271da86e1c242869168699ad5b67747 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a271da86e1c242869168699ad5b67747
2024-11-18T22:15:28,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a271da86e1c242869168699ad5b67747, entries=150, sequenceid=295, filesize=12.0 K
2024-11-18T22:15:28,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/8730340b740a4d14b056e1a2b707c13c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/8730340b740a4d14b056e1a2b707c13c
2024-11-18T22:15:28,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/8730340b740a4d14b056e1a2b707c13c, entries=150, sequenceid=295, filesize=12.0 K
2024-11-18T22:15:28,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/46c7c3ef7c0847658f11872bee17dce7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/46c7c3ef7c0847658f11872bee17dce7
2024-11-18T22:15:28,166 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/46c7c3ef7c0847658f11872bee17dce7, entries=150, sequenceid=295, filesize=12.0 K
2024-11-18T22:15:28,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 7e7e542135de3e217320fb65e11f002e in 1307ms, sequenceid=295, compaction requested=false
2024-11-18T22:15:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-18T22:15:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-18T22:15:28,185 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T22:15:28,185 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec
2024-11-18T22:15:28,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.0010 sec
2024-11-18T22:15:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:28,253 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T22:15:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:28,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/10dbfd0c811f4415ab3f1c182ea3db8f is 50, key is test_row_0/A:col10/1731968128247/Put/seqid=0
2024-11-18T22:15:28,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741891_1067 (size=12301)
2024-11-18T22:15:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T22:15:28,373 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:28,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-18T22:15:28,391 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T22:15:28,401 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:28,401 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:28,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968188442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968188442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968188452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T22:15:28,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:28,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968188562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968188571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968188571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:28,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:28,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T22:15:28,726 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/10dbfd0c811f4415ab3f1c182ea3db8f
2024-11-18T22:15:28,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968188772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/197323fe889d4b98b3714430c3884667 is 50, key is test_row_0/B:col10/1731968128247/Put/seqid=0
2024-11-18T22:15:28,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968188793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968188793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:28,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:28,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:28,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:28,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:28,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:28,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741892_1068 (size=12301)
2024-11-18T22:15:29,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T22:15:29,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968189100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:29,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968189108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:29,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:29,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968189120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:29,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:29,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:29,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,303 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/197323fe889d4b98b3714430c3884667
2024-11-18T22:15:29,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ef0492a8f70740b1806c6a05d3db6aa6 is 50, key is test_row_0/C:col10/1731968128247/Put/seqid=0
2024-11-18T22:15:29,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741893_1069 (size=12301)
2024-11-18T22:15:29,486 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ef0492a8f70740b1806c6a05d3db6aa6
2024-11-18T22:15:29,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/10dbfd0c811f4415ab3f1c182ea3db8f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10dbfd0c811f4415ab3f1c182ea3db8f
2024-11-18T22:15:29,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:29,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:29,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10dbfd0c811f4415ab3f1c182ea3db8f, entries=150, sequenceid=311, filesize=12.0 K
2024-11-18T22:15:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T22:15:29,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/197323fe889d4b98b3714430c3884667 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/197323fe889d4b98b3714430c3884667
2024-11-18T22:15:29,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/197323fe889d4b98b3714430c3884667, entries=150, sequenceid=311, filesize=12.0 K
2024-11-18T22:15:29,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968189669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ef0492a8f70740b1806c6a05d3db6aa6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ef0492a8f70740b1806c6a05d3db6aa6
2024-11-18T22:15:29,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968189670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:29,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968189670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:29,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:29,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:29,708 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ef0492a8f70740b1806c6a05d3db6aa6, entries=150, sequenceid=311, filesize=12.0 K
2024-11-18T22:15:29,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:29,719 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7e7e542135de3e217320fb65e11f002e in 1467ms, sequenceid=311, compaction requested=true
2024-11-18T22:15:29,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:29,719 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:29,720 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:29,725 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:29,725 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:29,725 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,725 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ef9371da61b0499ea01ce0171b1b379d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a271da86e1c242869168699ad5b67747, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10dbfd0c811f4415ab3f1c182ea3db8f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.6 K
2024-11-18T22:15:29,732 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef9371da61b0499ea01ce0171b1b379d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731968124874
2024-11-18T22:15:29,737 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a271da86e1c242869168699ad5b67747, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731968126149
2024-11-18T22:15:29,746 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10dbfd0c811f4415ab3f1c182ea3db8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968127040
2024-11-18T22:15:29,752 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:29,752 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:29,752 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,753 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/4b6fb928721e4a75b07cc7240cc2745e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/8730340b740a4d14b056e1a2b707c13c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/197323fe889d4b98b3714430c3884667] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.6 K
2024-11-18T22:15:29,756 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b6fb928721e4a75b07cc7240cc2745e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731968124874
2024-11-18T22:15:29,757 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8730340b740a4d14b056e1a2b707c13c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731968126149
2024-11-18T22:15:29,757 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 197323fe889d4b98b3714430c3884667, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968127040
2024-11-18T22:15:29,766 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:29,766 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/10db5b87528e4bb7a7f25736936617ce is 50, key is test_row_0/A:col10/1731968128247/Put/seqid=0
2024-11-18T22:15:29,811 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:29,812 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/303ca849daa545549c7ff337bc60fe6f is 50, key is test_row_0/B:col10/1731968128247/Put/seqid=0
2024-11-18T22:15:29,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741894_1070 (size=12949)
2024-11-18T22:15:29,836 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/10db5b87528e4bb7a7f25736936617ce as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10db5b87528e4bb7a7f25736936617ce
2024-11-18T22:15:29,847 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into 10db5b87528e4bb7a7f25736936617ce(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:29,847 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:29,847 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=13, startTime=1731968129719; duration=0sec
2024-11-18T22:15:29,847 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:29,847 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:29,847 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:29,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741895_1071 (size=12949)
2024-11-18T22:15:29,851 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:29,851 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:29,851 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,852 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a2dcddb525604cd6a6923600fe080ed3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/46c7c3ef7c0847658f11872bee17dce7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ef0492a8f70740b1806c6a05d3db6aa6] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.6 K
2024-11-18T22:15:29,852 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2dcddb525604cd6a6923600fe080ed3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731968124874
2024-11-18T22:15:29,855 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46c7c3ef7c0847658f11872bee17dce7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731968126149
2024-11-18T22:15:29,855 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef0492a8f70740b1806c6a05d3db6aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968127040
2024-11-18T22:15:29,860 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/303ca849daa545549c7ff337bc60fe6f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/303ca849daa545549c7ff337bc60fe6f
2024-11-18T22:15:29,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T22:15:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:29,876 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:15:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:29,878 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:29,879 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/0f75dbf9020345bba09e6f09c4fabb5d is 50, key is test_row_0/C:col10/1731968128247/Put/seqid=0
2024-11-18T22:15:29,896 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into 303ca849daa545549c7ff337bc60fe6f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:29,896 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:29,897 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=13, startTime=1731968129720; duration=0sec
2024-11-18T22:15:29,897 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:29,897 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:29,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/4fff22a03d1e47c882c62082aabe86e9 is 50, key is test_row_0/A:col10/1731968128450/Put/seqid=0
2024-11-18T22:15:29,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741896_1072 (size=12949)
2024-11-18T22:15:29,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741897_1073 (size=12301)
2024-11-18T22:15:29,960 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/0f75dbf9020345bba09e6f09c4fabb5d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0f75dbf9020345bba09e6f09c4fabb5d
2024-11-18T22:15:30,010 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into 0f75dbf9020345bba09e6f09c4fabb5d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:30,011 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:30,011 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=13, startTime=1731968129720; duration=0sec
2024-11-18T22:15:30,011 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:30,011 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:30,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/4fff22a03d1e47c882c62082aabe86e9
2024-11-18T22:15:30,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/cb444fc8e3c14fa7b3807d324b08eef2 is 50, key is test_row_0/B:col10/1731968128450/Put/seqid=0
2024-11-18T22:15:30,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741898_1074 (size=12301)
2024-11-18T22:15:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:30,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T22:15:30,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968190595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:30,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968190681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:30,687 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2245 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:30,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:30,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968190691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968190692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:30,695 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:30,695 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in 7e7e542135de3e217320fb65e11f002e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2253 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:30,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968190711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:30,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/cb444fc8e3c14fa7b3807d324b08eef2
2024-11-18T22:15:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/b8c0752c0e374f00a343c164384311bf is 50, key is test_row_0/C:col10/1731968128450/Put/seqid=0
2024-11-18T22:15:30,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741899_1075 (size=12301)
2024-11-18T22:15:30,919 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/b8c0752c0e374f00a343c164384311bf
2024-11-18T22:15:30,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968190931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:30,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/4fff22a03d1e47c882c62082aabe86e9 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4fff22a03d1e47c882c62082aabe86e9
2024-11-18T22:15:30,978 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4fff22a03d1e47c882c62082aabe86e9, entries=150, sequenceid=331, filesize=12.0 K
2024-11-18T22:15:30,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/cb444fc8e3c14fa7b3807d324b08eef2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cb444fc8e3c14fa7b3807d324b08eef2
2024-11-18T22:15:31,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cb444fc8e3c14fa7b3807d324b08eef2, entries=150, sequenceid=331, filesize=12.0 K
2024-11-18T22:15:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/b8c0752c0e374f00a343c164384311bf as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/b8c0752c0e374f00a343c164384311bf
2024-11-18T22:15:31,042 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/b8c0752c0e374f00a343c164384311bf, entries=150, sequenceid=331, filesize=12.0 K
2024-11-18T22:15:31,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7e7e542135de3e217320fb65e11f002e in 1182ms, sequenceid=331, compaction requested=false
2024-11-18T22:15:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-18T22:15:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-18T22:15:31,070 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T22:15:31,070 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6640 sec
2024-11-18T22:15:31,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.6970 sec
2024-11-18T22:15:31,252 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:15:31,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:31,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:31,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:31,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:31,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:31,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:31,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/d56a54e03d994cff9ba2373ef161ee25 is 50, key is test_row_0/A:col10/1731968130543/Put/seqid=0
2024-11-18T22:15:31,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741900_1076 (size=12301)
2024-11-18T22:15:31,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/d56a54e03d994cff9ba2373ef161ee25
2024-11-18T22:15:31,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/d7c2f8638ccd43da8eb8f2d248124d6c is 50, key is test_row_0/B:col10/1731968130543/Put/seqid=0
2024-11-18T22:15:31,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741901_1077 (size=12301)
2024-11-18T22:15:31,436 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/d7c2f8638ccd43da8eb8f2d248124d6c
2024-11-18T22:15:31,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968191477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:31,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9c65672fa76141cea844cdb3c50aaf77 is 50, key is test_row_0/C:col10/1731968130543/Put/seqid=0
2024-11-18T22:15:31,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741902_1078 (size=12301)
2024-11-18T22:15:31,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968191591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:31,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968191814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:31,966 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9c65672fa76141cea844cdb3c50aaf77
2024-11-18T22:15:31,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/d56a54e03d994cff9ba2373ef161ee25 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d56a54e03d994cff9ba2373ef161ee25
2024-11-18T22:15:32,006 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d56a54e03d994cff9ba2373ef161ee25, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T22:15:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/d7c2f8638ccd43da8eb8f2d248124d6c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/d7c2f8638ccd43da8eb8f2d248124d6c
2024-11-18T22:15:32,033 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/d7c2f8638ccd43da8eb8f2d248124d6c, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T22:15:32,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9c65672fa76141cea844cdb3c50aaf77 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c65672fa76141cea844cdb3c50aaf77
2024-11-18T22:15:32,105 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c65672fa76141cea844cdb3c50aaf77, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T22:15:32,117 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7e7e542135de3e217320fb65e11f002e in 864ms, sequenceid=347, compaction requested=true
2024-11-18T22:15:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:32,117 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:15:32,122 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:32,122 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:32,122 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:32,122 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10db5b87528e4bb7a7f25736936617ce, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4fff22a03d1e47c882c62082aabe86e9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d56a54e03d994cff9ba2373ef161ee25] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.7 K
2024-11-18T22:15:32,124 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:32,124 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10db5b87528e4bb7a7f25736936617ce, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968127040
2024-11-18T22:15:32,132 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fff22a03d1e47c882c62082aabe86e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731968128419
2024-11-18T22:15:32,140 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d56a54e03d994cff9ba2373ef161ee25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968130543
2024-11-18T22:15:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:32,141 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:15:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:32,148 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:32,148 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:32,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:32,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:32,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:32,156 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:32,156 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/303ca849daa545549c7ff337bc60fe6f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cb444fc8e3c14fa7b3807d324b08eef2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/d7c2f8638ccd43da8eb8f2d248124d6c] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.7 K
2024-11-18T22:15:32,157 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 303ca849daa545549c7ff337bc60fe6f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968127040
2024-11-18T22:15:32,164 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting cb444fc8e3c14fa7b3807d324b08eef2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731968128419
2024-11-18T22:15:32,168 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d7c2f8638ccd43da8eb8f2d248124d6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968130543
2024-11-18T22:15:32,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/55d25e6f0318453a804d8c6ad9d8aee8 is 50, key is test_row_0/A:col10/1731968131439/Put/seqid=0
2024-11-18T22:15:32,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741903_1079 (size=12301)
2024-11-18T22:15:32,226 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/55d25e6f0318453a804d8c6ad9d8aee8
2024-11-18T22:15:32,230 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:32,231 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/0adef0b5360e4edd944c8d169bbe3835 is 50, key is test_row_0/B:col10/1731968130543/Put/seqid=0
2024-11-18T22:15:32,233 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#68 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:32,233 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/0de42ca53f0848ff8e1be23b4e9e416e is 50, key is test_row_0/A:col10/1731968130543/Put/seqid=0
2024-11-18T22:15:32,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/f669d81ec0ce402e870930b9ecf00950 is 50, key is test_row_0/B:col10/1731968131439/Put/seqid=0
2024-11-18T22:15:32,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741904_1080 (size=13051)
2024-11-18T22:15:32,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741905_1081 (size=13051)
2024-11-18T22:15:32,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741906_1082 (size=12301)
2024-11-18T22:15:32,341 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/0adef0b5360e4edd944c8d169bbe3835 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/0adef0b5360e4edd944c8d169bbe3835
2024-11-18T22:15:32,347 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/f669d81ec0ce402e870930b9ecf00950
2024-11-18T22:15:32,351 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/0de42ca53f0848ff8e1be23b4e9e416e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0de42ca53f0848ff8e1be23b4e9e416e
2024-11-18T22:15:32,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968192338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,370 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into 0adef0b5360e4edd944c8d169bbe3835(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:32,370 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:32,370 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=13, startTime=1731968132117; duration=0sec
2024-11-18T22:15:32,370 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:32,370 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:32,370 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:32,379 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into 0de42ca53f0848ff8e1be23b4e9e416e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:32,379 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:32,379 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=13, startTime=1731968132117; duration=0sec
2024-11-18T22:15:32,380 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:32,380 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:32,380 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:32,380 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:32,380 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:32,380 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0f75dbf9020345bba09e6f09c4fabb5d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/b8c0752c0e374f00a343c164384311bf, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c65672fa76141cea844cdb3c50aaf77] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.7 K
2024-11-18T22:15:32,385 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f75dbf9020345bba09e6f09c4fabb5d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968127040
2024-11-18T22:15:32,390 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c0752c0e374f00a343c164384311bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731968128419
2024-11-18T22:15:32,397 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c65672fa76141cea844cdb3c50aaf77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968130543
2024-11-18T22:15:32,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/754bf0c8e7064dc1b29b77744750f955 is 50, key is test_row_0/C:col10/1731968131439/Put/seqid=0
2024-11-18T22:15:32,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741907_1083 (size=12301)
2024-11-18T22:15:32,451 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:32,451 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/754bf0c8e7064dc1b29b77744750f955
2024-11-18T22:15:32,451 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/534c36fe8d8749518dedac76330900d7 is 50, key is test_row_0/C:col10/1731968130543/Put/seqid=0
2024-11-18T22:15:32,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968192466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741908_1084 (size=13051)
2024-11-18T22:15:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/55d25e6f0318453a804d8c6ad9d8aee8 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/55d25e6f0318453a804d8c6ad9d8aee8
2024-11-18T22:15:32,549 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/55d25e6f0318453a804d8c6ad9d8aee8, entries=150, sequenceid=366, filesize=12.0 K
2024-11-18T22:15:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/f669d81ec0ce402e870930b9ecf00950 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f669d81ec0ce402e870930b9ecf00950
2024-11-18T22:15:32,560 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/534c36fe8d8749518dedac76330900d7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/534c36fe8d8749518dedac76330900d7
2024-11-18T22:15:32,580 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f669d81ec0ce402e870930b9ecf00950, entries=150, sequenceid=366, filesize=12.0 K
2024-11-18T22:15:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T22:15:32,582 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:32,583 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/754bf0c8e7064dc1b29b77744750f955 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/754bf0c8e7064dc1b29b77744750f955
2024-11-18T22:15:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-18T22:15:32,586 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:32,587 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:32,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:32,591 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into 534c36fe8d8749518dedac76330900d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:32,591 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:32,591 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=13, startTime=1731968132117; duration=0sec
2024-11-18T22:15:32,591 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:32,591 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T22:15:32,646 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/754bf0c8e7064dc1b29b77744750f955, entries=150, sequenceid=366, filesize=12.0 K
2024-11-18T22:15:32,648 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7e7e542135de3e217320fb65e11f002e in 507ms, sequenceid=366, compaction requested=false
2024-11-18T22:15:32,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:32,693 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:15:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T22:15:32,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/db4b0c75fc8b4abc902f2ad0f4a9131f is 50, key is test_row_0/A:col10/1731968132263/Put/seqid=0
2024-11-18T22:15:32,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:32,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:32,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968192743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741909_1085 (size=17181)
2024-11-18T22:15:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968192750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968192753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968192753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968192862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968192862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968192862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968192864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:32,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:32,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T22:15:33,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968193071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968193072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968193072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968193071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,160 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/db4b0c75fc8b4abc902f2ad0f4a9131f
2024-11-18T22:15:33,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/886dca07b7a54c799a35cc7e583982a7 is 50, key is test_row_0/B:col10/1731968132263/Put/seqid=0
2024-11-18T22:15:33,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T22:15:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741910_1086 (size=12301)
2024-11-18T22:15:33,260 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/886dca07b7a54c799a35cc7e583982a7
2024-11-18T22:15:33,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/cbe984817f704680be2a99ac7460696d is 50, key is test_row_0/C:col10/1731968132263/Put/seqid=0
2024-11-18T22:15:33,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741911_1087 (size=12301)
2024-11-18T22:15:33,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42756 deadline: 1731968193384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42786 deadline: 1731968193393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42808 deadline: 1731968193393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731968193393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:15:33,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:33,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:33,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T22:15:33,741 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/cbe984817f704680be2a99ac7460696d
2024-11-18T22:15:33,756 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-18T22:15:33,756 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,757 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-18T22:15:33,757 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/db4b0c75fc8b4abc902f2ad0f4a9131f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/db4b0c75fc8b4abc902f2ad0f4a9131f
2024-11-18T22:15:33,762 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-18T22:15:33,762 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,762 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,762 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,763 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,763 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,763 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,764 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,762 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,766 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,766 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,774 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-18T22:15:33,774 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,774 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,774 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,774 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/db4b0c75fc8b4abc902f2ad0f4a9131f, entries=250, sequenceid=384, filesize=16.8 K
2024-11-18T22:15:33,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/886dca07b7a54c799a35cc7e583982a7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/886dca07b7a54c799a35cc7e583982a7
2024-11-18T22:15:33,812 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/886dca07b7a54c799a35cc7e583982a7, entries=150, sequenceid=384, filesize=12.0 K
2024-11-18T22:15:33,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/cbe984817f704680be2a99ac7460696d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cbe984817f704680be2a99ac7460696d
2024-11-18T22:15:33,833 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cbe984817f704680be2a99ac7460696d, entries=150, sequenceid=384, filesize=12.0 K
2024-11-18T22:15:33,838 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 7e7e542135de3e217320fb65e11f002e in 1145ms, sequenceid=384, compaction requested=true
2024-11-18T22:15:33,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:33,838 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:33,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:33,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:33,839 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:33,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:33,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:33,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e7e542135de3e217320fb65e11f002e:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:33,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:33,849 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:33,849 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/A is initiating minor compaction (all files)
2024-11-18T22:15:33,850 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/A in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,850 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0de42ca53f0848ff8e1be23b4e9e416e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/55d25e6f0318453a804d8c6ad9d8aee8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/db4b0c75fc8b4abc902f2ad0f4a9131f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=41.5 K
2024-11-18T22:15:33,850 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:33,850 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/B is initiating minor compaction (all files)
2024-11-18T22:15:33,850 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/B in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,851 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/0adef0b5360e4edd944c8d169bbe3835, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f669d81ec0ce402e870930b9ecf00950, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/886dca07b7a54c799a35cc7e583982a7] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.8 K
2024-11-18T22:15:33,851 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0adef0b5360e4edd944c8d169bbe3835, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968130543
2024-11-18T22:15:33,851 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0de42ca53f0848ff8e1be23b4e9e416e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968130543
2024-11-18T22:15:33,852 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f669d81ec0ce402e870930b9ecf00950, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968131439
2024-11-18T22:15:33,853 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55d25e6f0318453a804d8c6ad9d8aee8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968131439
2024-11-18T22:15:33,856 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 886dca07b7a54c799a35cc7e583982a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731968132263
2024-11-18T22:15:33,856 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting db4b0c75fc8b4abc902f2ad0f4a9131f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731968132263
2024-11-18T22:15:33,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T22:15:33,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:33,870 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:15:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/72ead21c42d746919e91536260c7ad5d is 50, key is test_row_0/A:col10/1731968132739/Put/seqid=0
2024-11-18T22:15:33,905 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#B#compaction#76 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:33,905 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/e239f8c1180e49a8802f69ff16905016 is 50, key is test_row_0/B:col10/1731968132263/Put/seqid=0
2024-11-18T22:15:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:33,916 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-18T22:15:33,916 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,916 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,916 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,917 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. as already flushing
2024-11-18T22:15:33,917 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-18T22:15:33,917 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,917 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,918 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,919 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-18T22:15:33,919 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-18T22:15:33,919 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,919 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:33,919 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,919 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,919 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,919 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:33,919 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,921 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:33,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741912_1088 (size=12301)
2024-11-18T22:15:33,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/72ead21c42d746919e91536260c7ad5d
2024-11-18T22:15:33,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T22:15:33,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/e32aa96805874c21bd5b9d567ebbcf51 is 50, key is test_row_0/B:col10/1731968132739/Put/seqid=0
2024-11-18T22:15:33,969 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#A#compaction#77 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:33,970 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/fc7f343fc1e54760881530a593f7093f is 50, key is test_row_0/A:col10/1731968132263/Put/seqid=0
2024-11-18T22:15:33,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741913_1089 (size=13153)
2024-11-18T22:15:34,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741915_1091 (size=13153)
2024-11-18T22:15:34,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741914_1090 (size=12301)
2024-11-18T22:15:34,008 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/e239f8c1180e49a8802f69ff16905016 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/e239f8c1180e49a8802f69ff16905016
2024-11-18T22:15:34,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/e32aa96805874c21bd5b9d567ebbcf51
2024-11-18T22:15:34,025 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/B of 7e7e542135de3e217320fb65e11f002e into e239f8c1180e49a8802f69ff16905016(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:34,025 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:34,025 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/B, priority=13, startTime=1731968133839; duration=0sec
2024-11-18T22:15:34,025 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:34,025 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:B
2024-11-18T22:15:34,026 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:34,028 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/fc7f343fc1e54760881530a593f7093f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fc7f343fc1e54760881530a593f7093f
2024-11-18T22:15:34,032 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:34,033 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 7e7e542135de3e217320fb65e11f002e/C is initiating minor compaction (all files)
2024-11-18T22:15:34,033 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e7e542135de3e217320fb65e11f002e/C in TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:34,033 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/534c36fe8d8749518dedac76330900d7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/754bf0c8e7064dc1b29b77744750f955, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cbe984817f704680be2a99ac7460696d] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp, totalSize=36.8 K
2024-11-18T22:15:34,034 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 534c36fe8d8749518dedac76330900d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968130543
2024-11-18T22:15:34,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/e16ce99eebb9477cb56fcc4a61a3484d is 50, key is test_row_0/C:col10/1731968132739/Put/seqid=0
2024-11-18T22:15:34,040 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 754bf0c8e7064dc1b29b77744750f955, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968131439
2024-11-18T22:15:34,045 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting cbe984817f704680be2a99ac7460696d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731968132263
2024-11-18T22:15:34,046 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/A of 7e7e542135de3e217320fb65e11f002e into fc7f343fc1e54760881530a593f7093f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:34,046 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:34,046 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/A, priority=13, startTime=1731968133838; duration=0sec
2024-11-18T22:15:34,046 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:34,047 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:A
2024-11-18T22:15:34,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741916_1092 (size=12301)
2024-11-18T22:15:34,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/e16ce99eebb9477cb56fcc4a61a3484d
2024-11-18T22:15:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/72ead21c42d746919e91536260c7ad5d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/72ead21c42d746919e91536260c7ad5d
2024-11-18T22:15:34,131 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e7e542135de3e217320fb65e11f002e#C#compaction#80 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:34,132 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ee87dcde9b9b4c73b74e7c3bcc78563f is 50, key is test_row_0/C:col10/1731968132263/Put/seqid=0
2024-11-18T22:15:34,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/72ead21c42d746919e91536260c7ad5d, entries=150, sequenceid=402, filesize=12.0 K
2024-11-18T22:15:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/e32aa96805874c21bd5b9d567ebbcf51 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/e32aa96805874c21bd5b9d567ebbcf51
2024-11-18T22:15:34,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/e32aa96805874c21bd5b9d567ebbcf51, entries=150, sequenceid=402, filesize=12.0 K
2024-11-18T22:15:34,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/e16ce99eebb9477cb56fcc4a61a3484d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e16ce99eebb9477cb56fcc4a61a3484d
2024-11-18T22:15:34,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741917_1093 (size=13153)
2024-11-18T22:15:34,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e16ce99eebb9477cb56fcc4a61a3484d, entries=150, sequenceid=402, filesize=12.0 K
2024-11-18T22:15:34,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 7e7e542135de3e217320fb65e11f002e in 340ms, sequenceid=402, compaction requested=false
2024-11-18T22:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-18T22:15:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-18T22:15:34,220 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-18T22:15:34,220 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6290 sec
2024-11-18T22:15:34,222 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/ee87dcde9b9b4c73b74e7c3bcc78563f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ee87dcde9b9b4c73b74e7c3bcc78563f
2024-11-18T22:15:34,228 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.6380 sec
2024-11-18T22:15:34,261 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e7e542135de3e217320fb65e11f002e/C of 7e7e542135de3e217320fb65e11f002e into ee87dcde9b9b4c73b74e7c3bcc78563f(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:34,262 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e7e542135de3e217320fb65e11f002e:

2024-11-18T22:15:34,262 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., storeName=7e7e542135de3e217320fb65e11f002e/C, priority=13, startTime=1731968133839; duration=0sec
2024-11-18T22:15:34,262 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:34,262 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e7e542135de3e217320fb65e11f002e:C
2024-11-18T22:15:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T22:15:34,742 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:36,413 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-18T22:15:36,414 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:15:36,414 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:36,414 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:36,414 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T22:15:36,414 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:36,414 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 89
2024-11-18T22:15:36,414 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 64
2024-11-18T22:15:36,414 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-18T22:15:36,414 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 86
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1163
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1108
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 557
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1667 rows
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 561
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1675 rows
2024-11-18T22:15:36,415 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:15:36,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:15:36,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:36,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:36,416 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:15:36,421 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T22:15:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T22:15:36,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968136430"}]},"ts":"1731968136430"}
2024-11-18T22:15:36,433 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T22:15:36,433 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T22:15:36,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:15:36,442 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, UNASSIGN}]
2024-11-18T22:15:36,443 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, UNASSIGN
2024-11-18T22:15:36,445 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=7e7e542135de3e217320fb65e11f002e, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, UNASSIGN because future has completed
2024-11-18T22:15:36,448 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:15:36,448 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:15:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T22:15:36,605 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(122): Close 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:36,605 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:15:36,606 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1722): Closing 7e7e542135de3e217320fb65e11f002e, disabling compactions & flushes
2024-11-18T22:15:36,606 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:36,606 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:36,606 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. after waiting 0 ms
2024-11-18T22:15:36,606 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:36,606 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(2902): Flushing 7e7e542135de3e217320fb65e11f002e 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-18T22:15:36,607 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=A
2024-11-18T22:15:36,607 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:36,607 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=B
2024-11-18T22:15:36,607 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:36,607 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e7e542135de3e217320fb65e11f002e, store=C
2024-11-18T22:15:36,607 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:36,613 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/c30c562c5e8c44078c84f68fbc838162 is 50, key is test_row_0/A:col10/1731968136412/Put/seqid=0
2024-11-18T22:15:36,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741918_1094 (size=9857)
2024-11-18T22:15:36,653 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/c30c562c5e8c44078c84f68fbc838162
2024-11-18T22:15:36,694 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/150fc1b3c88342a99e2093b6770fa825 is 50, key is test_row_0/B:col10/1731968136412/Put/seqid=0
2024-11-18T22:15:36,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741919_1095 (size=9857)
2024-11-18T22:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T22:15:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T22:15:37,138 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/150fc1b3c88342a99e2093b6770fa825
2024-11-18T22:15:37,152 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9604d60cac454787b6852daedc41ccf4 is 50, key is test_row_0/C:col10/1731968136412/Put/seqid=0
2024-11-18T22:15:37,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741920_1096 (size=9857)
2024-11-18T22:15:37,163 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9604d60cac454787b6852daedc41ccf4
2024-11-18T22:15:37,171 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/A/c30c562c5e8c44078c84f68fbc838162 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c30c562c5e8c44078c84f68fbc838162
2024-11-18T22:15:37,187 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c30c562c5e8c44078c84f68fbc838162, entries=100, sequenceid=413, filesize=9.6 K
2024-11-18T22:15:37,188 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/B/150fc1b3c88342a99e2093b6770fa825 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/150fc1b3c88342a99e2093b6770fa825
2024-11-18T22:15:37,200 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/150fc1b3c88342a99e2093b6770fa825, entries=100, sequenceid=413, filesize=9.6 K
2024-11-18T22:15:37,202 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/.tmp/C/9604d60cac454787b6852daedc41ccf4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9604d60cac454787b6852daedc41ccf4
2024-11-18T22:15:37,211 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9604d60cac454787b6852daedc41ccf4, entries=100, sequenceid=413, filesize=9.6 K
2024-11-18T22:15:37,215 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 7e7e542135de3e217320fb65e11f002e in 608ms, sequenceid=413, compaction requested=true
2024-11-18T22:15:37,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b2d4d3ab55d2489493fe5dd18223294e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b028f9a7c5b74f9c99e7fc1d5c440d18, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0419cb572a0c424f8b1cecc9c7e3864f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/2b2824f446444c9bbe46d4a77122d240, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/66427af669f2478cac4ebefd48eec8eb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c43dc2323be2446e9b89b8148334af5e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/71101fa25f4f42ae8123c33e23e3faf8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4f245d39339a4e28855f1963c185cc40, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/3b108a4eac2143338b7b1402e054e068, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a507a4004e194c73a35b222f7bfa2098, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ab846e3a7d1d4afc98a8db95cc538b7c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fcd1abc6c648498db4f0f4c6a4131dea, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d2d531cc436b4bf1869da45c633f03b4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/99346216df2e4a19839783bff59c2aae, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/5f8ceaf5e6004c1caefb9c83901dd4c6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/308d4c94aa554498915f7ae6c9c88212, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ef9371da61b0499ea01ce0171b1b379d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a271da86e1c242869168699ad5b67747, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10db5b87528e4bb7a7f25736936617ce, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10dbfd0c811f4415ab3f1c182ea3db8f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4fff22a03d1e47c882c62082aabe86e9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0de42ca53f0848ff8e1be23b4e9e416e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d56a54e03d994cff9ba2373ef161ee25, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/55d25e6f0318453a804d8c6ad9d8aee8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/db4b0c75fc8b4abc902f2ad0f4a9131f] to archive
2024-11-18T22:15:37,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:15:37,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b2d4d3ab55d2489493fe5dd18223294e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b2d4d3ab55d2489493fe5dd18223294e
2024-11-18T22:15:37,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b028f9a7c5b74f9c99e7fc1d5c440d18 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/b028f9a7c5b74f9c99e7fc1d5c440d18
2024-11-18T22:15:37,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0419cb572a0c424f8b1cecc9c7e3864f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0419cb572a0c424f8b1cecc9c7e3864f
2024-11-18T22:15:37,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/2b2824f446444c9bbe46d4a77122d240 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/2b2824f446444c9bbe46d4a77122d240
2024-11-18T22:15:37,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/66427af669f2478cac4ebefd48eec8eb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/66427af669f2478cac4ebefd48eec8eb
2024-11-18T22:15:37,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c43dc2323be2446e9b89b8148334af5e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c43dc2323be2446e9b89b8148334af5e
2024-11-18T22:15:37,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/71101fa25f4f42ae8123c33e23e3faf8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/71101fa25f4f42ae8123c33e23e3faf8
2024-11-18T22:15:37,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4f245d39339a4e28855f1963c185cc40 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4f245d39339a4e28855f1963c185cc40
2024-11-18T22:15:37,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/3b108a4eac2143338b7b1402e054e068 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/3b108a4eac2143338b7b1402e054e068
2024-11-18T22:15:37,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a507a4004e194c73a35b222f7bfa2098 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a507a4004e194c73a35b222f7bfa2098
2024-11-18T22:15:37,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ab846e3a7d1d4afc98a8db95cc538b7c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ab846e3a7d1d4afc98a8db95cc538b7c
2024-11-18T22:15:37,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fcd1abc6c648498db4f0f4c6a4131dea to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fcd1abc6c648498db4f0f4c6a4131dea
2024-11-18T22:15:37,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d2d531cc436b4bf1869da45c633f03b4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d2d531cc436b4bf1869da45c633f03b4
2024-11-18T22:15:37,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/99346216df2e4a19839783bff59c2aae to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/99346216df2e4a19839783bff59c2aae
2024-11-18T22:15:37,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/5f8ceaf5e6004c1caefb9c83901dd4c6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/5f8ceaf5e6004c1caefb9c83901dd4c6
2024-11-18T22:15:37,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/308d4c94aa554498915f7ae6c9c88212 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/308d4c94aa554498915f7ae6c9c88212
2024-11-18T22:15:37,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ef9371da61b0499ea01ce0171b1b379d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/ef9371da61b0499ea01ce0171b1b379d
2024-11-18T22:15:37,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a271da86e1c242869168699ad5b67747 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/a271da86e1c242869168699ad5b67747
2024-11-18T22:15:37,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10db5b87528e4bb7a7f25736936617ce to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10db5b87528e4bb7a7f25736936617ce
2024-11-18T22:15:37,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10dbfd0c811f4415ab3f1c182ea3db8f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/10dbfd0c811f4415ab3f1c182ea3db8f
2024-11-18T22:15:37,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4fff22a03d1e47c882c62082aabe86e9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/4fff22a03d1e47c882c62082aabe86e9
2024-11-18T22:15:37,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0de42ca53f0848ff8e1be23b4e9e416e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/0de42ca53f0848ff8e1be23b4e9e416e
2024-11-18T22:15:37,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d56a54e03d994cff9ba2373ef161ee25 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/d56a54e03d994cff9ba2373ef161ee25
2024-11-18T22:15:37,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/55d25e6f0318453a804d8c6ad9d8aee8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/55d25e6f0318453a804d8c6ad9d8aee8
2024-11-18T22:15:37,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/db4b0c75fc8b4abc902f2ad0f4a9131f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/db4b0c75fc8b4abc902f2ad0f4a9131f
2024-11-18T22:15:37,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3417bec4de174ef3b41d063f7eb652e5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/ebb0832f412645b7bd0a7ac07e5f5967, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/91a74350b89a4a46ae03447d50afdb0b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/da1a6da9ecb94ae9adaf6adc82beeae2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/7dc6e7f4381d4f83ac8ec25904c93b9f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/6da2f48fdcda41d19245736c7828acf1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/693d84ad4eef47f7859c8c8fcdf9a39e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/2dc2c2e141bb4e30ada38ed355987438, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3b63f4d280304ce582dbb59e7bd03316, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5c555777e9354d8f8aa3b367cc48f259, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cd8c1d841f8d4297966ab1a9d96f6dd7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f59b2ec6072c498590ee014340d4c61a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5ecc1033864e4574af30d6c1b1280154, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/76ae93613bd44a429121e9f50fe62177, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/74e4803ea6c84308982fe81f40370a21, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/4b6fb928721e4a75b07cc7240cc2745e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/77aac5fc8e154495b097ab8208069fee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/8730340b740a4d14b056e1a2b707c13c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/303ca849daa545549c7ff337bc60fe6f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/197323fe889d4b98b3714430c3884667, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cb444fc8e3c14fa7b3807d324b08eef2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/0adef0b5360e4edd944c8d169bbe3835, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/d7c2f8638ccd43da8eb8f2d248124d6c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f669d81ec0ce402e870930b9ecf00950, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/886dca07b7a54c799a35cc7e583982a7] to archive
2024-11-18T22:15:37,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:15:37,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3417bec4de174ef3b41d063f7eb652e5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3417bec4de174ef3b41d063f7eb652e5
2024-11-18T22:15:37,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/ebb0832f412645b7bd0a7ac07e5f5967 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/ebb0832f412645b7bd0a7ac07e5f5967
2024-11-18T22:15:37,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/91a74350b89a4a46ae03447d50afdb0b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/91a74350b89a4a46ae03447d50afdb0b
2024-11-18T22:15:37,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/da1a6da9ecb94ae9adaf6adc82beeae2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/da1a6da9ecb94ae9adaf6adc82beeae2
2024-11-18T22:15:37,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/7dc6e7f4381d4f83ac8ec25904c93b9f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/7dc6e7f4381d4f83ac8ec25904c93b9f
2024-11-18T22:15:37,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/6da2f48fdcda41d19245736c7828acf1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/6da2f48fdcda41d19245736c7828acf1
2024-11-18T22:15:37,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/693d84ad4eef47f7859c8c8fcdf9a39e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/693d84ad4eef47f7859c8c8fcdf9a39e
2024-11-18T22:15:37,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/2dc2c2e141bb4e30ada38ed355987438 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/2dc2c2e141bb4e30ada38ed355987438
2024-11-18T22:15:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T22:15:37,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3b63f4d280304ce582dbb59e7bd03316 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/3b63f4d280304ce582dbb59e7bd03316
2024-11-18T22:15:37,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5c555777e9354d8f8aa3b367cc48f259 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5c555777e9354d8f8aa3b367cc48f259
2024-11-18T22:15:37,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cd8c1d841f8d4297966ab1a9d96f6dd7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cd8c1d841f8d4297966ab1a9d96f6dd7
2024-11-18T22:15:37,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f59b2ec6072c498590ee014340d4c61a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f59b2ec6072c498590ee014340d4c61a
2024-11-18T22:15:37,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5ecc1033864e4574af30d6c1b1280154 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/5ecc1033864e4574af30d6c1b1280154
2024-11-18T22:15:37,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/76ae93613bd44a429121e9f50fe62177 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/76ae93613bd44a429121e9f50fe62177
2024-11-18T22:15:37,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/74e4803ea6c84308982fe81f40370a21 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/74e4803ea6c84308982fe81f40370a21
2024-11-18T22:15:37,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/4b6fb928721e4a75b07cc7240cc2745e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/4b6fb928721e4a75b07cc7240cc2745e
2024-11-18T22:15:37,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/77aac5fc8e154495b097ab8208069fee to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/77aac5fc8e154495b097ab8208069fee
2024-11-18T22:15:37,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/8730340b740a4d14b056e1a2b707c13c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/8730340b740a4d14b056e1a2b707c13c
2024-11-18T22:15:37,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/303ca849daa545549c7ff337bc60fe6f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/303ca849daa545549c7ff337bc60fe6f
2024-11-18T22:15:37,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/197323fe889d4b98b3714430c3884667 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/197323fe889d4b98b3714430c3884667
2024-11-18T22:15:37,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cb444fc8e3c14fa7b3807d324b08eef2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/cb444fc8e3c14fa7b3807d324b08eef2
2024-11-18T22:15:37,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/0adef0b5360e4edd944c8d169bbe3835 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/0adef0b5360e4edd944c8d169bbe3835
2024-11-18T22:15:37,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/d7c2f8638ccd43da8eb8f2d248124d6c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/d7c2f8638ccd43da8eb8f2d248124d6c
2024-11-18T22:15:37,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f669d81ec0ce402e870930b9ecf00950 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/f669d81ec0ce402e870930b9ecf00950
2024-11-18T22:15:37,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/886dca07b7a54c799a35cc7e583982a7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/886dca07b7a54c799a35cc7e583982a7
2024-11-18T22:15:37,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ae07c41c810a4ae88c382eec7b5dd624, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/d5603893a0d8421aa21aa01cc8a7cf93, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/53b60bb0307b49c5a9e9f1afc7fe2699, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/c09dde3580bf494495d72205e869fc03, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e6fd7e026a0341dfb2d38cb5744450a2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/aa3ec6ffc7fb4ddea803deb391a844ab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c810e7bd73649619f0ad842e233d2dc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/4360cdabfa664fb48b2d0de1bab0d990, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/fb0c524367f04e13835454907599d571, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/97ff5fbd7ae848f69fa23fcb5a4554f2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/3b700b942d144e94861ec2d0ad1cca4d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/8fed30187da84f949c2a0c6004f667a4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cd07251a282845889118af4be5084716, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a589dafd455a4aa3ae0b45663cffc4db, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0eed811ea5a24321b129c8212af14453, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a2dcddb525604cd6a6923600fe080ed3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/82b41d0a4bc146e6b0796e4cfcbde98f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/46c7c3ef7c0847658f11872bee17dce7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0f75dbf9020345bba09e6f09c4fabb5d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ef0492a8f70740b1806c6a05d3db6aa6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/b8c0752c0e374f00a343c164384311bf, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/534c36fe8d8749518dedac76330900d7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c65672fa76141cea844cdb3c50aaf77, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/754bf0c8e7064dc1b29b77744750f955, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cbe984817f704680be2a99ac7460696d] to archive
2024-11-18T22:15:37,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:15:37,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ae07c41c810a4ae88c382eec7b5dd624 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ae07c41c810a4ae88c382eec7b5dd624
2024-11-18T22:15:37,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/d5603893a0d8421aa21aa01cc8a7cf93 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/d5603893a0d8421aa21aa01cc8a7cf93
2024-11-18T22:15:37,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/53b60bb0307b49c5a9e9f1afc7fe2699 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/53b60bb0307b49c5a9e9f1afc7fe2699
2024-11-18T22:15:37,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/c09dde3580bf494495d72205e869fc03 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/c09dde3580bf494495d72205e869fc03
2024-11-18T22:15:37,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e6fd7e026a0341dfb2d38cb5744450a2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e6fd7e026a0341dfb2d38cb5744450a2
2024-11-18T22:15:37,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/aa3ec6ffc7fb4ddea803deb391a844ab to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/aa3ec6ffc7fb4ddea803deb391a844ab
2024-11-18T22:15:37,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c810e7bd73649619f0ad842e233d2dc to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c810e7bd73649619f0ad842e233d2dc
2024-11-18T22:15:37,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/4360cdabfa664fb48b2d0de1bab0d990 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/4360cdabfa664fb48b2d0de1bab0d990
2024-11-18T22:15:37,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/fb0c524367f04e13835454907599d571 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/fb0c524367f04e13835454907599d571
2024-11-18T22:15:37,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/97ff5fbd7ae848f69fa23fcb5a4554f2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/97ff5fbd7ae848f69fa23fcb5a4554f2
2024-11-18T22:15:37,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/3b700b942d144e94861ec2d0ad1cca4d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/3b700b942d144e94861ec2d0ad1cca4d
2024-11-18T22:15:37,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/8fed30187da84f949c2a0c6004f667a4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/8fed30187da84f949c2a0c6004f667a4
2024-11-18T22:15:37,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cd07251a282845889118af4be5084716 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cd07251a282845889118af4be5084716
2024-11-18T22:15:37,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a589dafd455a4aa3ae0b45663cffc4db to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a589dafd455a4aa3ae0b45663cffc4db
2024-11-18T22:15:37,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0eed811ea5a24321b129c8212af14453 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0eed811ea5a24321b129c8212af14453
2024-11-18T22:15:37,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a2dcddb525604cd6a6923600fe080ed3 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/a2dcddb525604cd6a6923600fe080ed3
2024-11-18T22:15:37,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/82b41d0a4bc146e6b0796e4cfcbde98f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/82b41d0a4bc146e6b0796e4cfcbde98f
2024-11-18T22:15:37,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/46c7c3ef7c0847658f11872bee17dce7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/46c7c3ef7c0847658f11872bee17dce7
2024-11-18T22:15:37,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0f75dbf9020345bba09e6f09c4fabb5d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/0f75dbf9020345bba09e6f09c4fabb5d
2024-11-18T22:15:37,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ef0492a8f70740b1806c6a05d3db6aa6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ef0492a8f70740b1806c6a05d3db6aa6
2024-11-18T22:15:37,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/b8c0752c0e374f00a343c164384311bf to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/b8c0752c0e374f00a343c164384311bf
2024-11-18T22:15:37,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/534c36fe8d8749518dedac76330900d7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/534c36fe8d8749518dedac76330900d7
2024-11-18T22:15:37,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c65672fa76141cea844cdb3c50aaf77 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9c65672fa76141cea844cdb3c50aaf77
2024-11-18T22:15:37,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/754bf0c8e7064dc1b29b77744750f955 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/754bf0c8e7064dc1b29b77744750f955
2024-11-18T22:15:37,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cbe984817f704680be2a99ac7460696d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/cbe984817f704680be2a99ac7460696d
2024-11-18T22:15:37,863 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=1
2024-11-18T22:15:37,873 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.
2024-11-18T22:15:37,880 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1676): Region close journal for 7e7e542135de3e217320fb65e11f002e:
Waiting for close lock at 1731968136606Running coprocessor pre-close hooks at 1731968136606Disabling compacts and flushes for region at 1731968136606Disabling writes for close at 1731968136606Obtaining lock to block concurrent updates at 1731968136606Preparing flush snapshotting stores in 7e7e542135de3e217320fb65e11f002e at 1731968136606Finished memstore snapshotting TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731968136607 (+1 ms)Flushing stores of TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e. at 1731968136608 (+1 ms)Flushing 7e7e542135de3e217320fb65e11f002e/A: creating writer at 1731968136608Flushing 7e7e542135de3e217320fb65e11f002e/A: appending metadata at 1731968136613 (+5 ms)Flushing 7e7e542135de3e217320fb65e11f002e/A: closing flushed file at 1731968136613Flushing 7e7e542135de3e217320fb65e11f002e/B: creating writer at 1731968136682 (+69 ms)Flushing 7e7e542135de3e217320fb65e11f002e/B: appending metadata at 1731968136693 (+11 ms)Flushing 7e7e542135de3e217320fb65e11f002e/B: closing flushed file at 1731968136693Flushing 7e7e542135de3e217320fb65e11f002e/C: creating writer at 1731968137147 (+454 ms)Flushing 7e7e542135de3e217320fb65e11f002e/C: appending metadata at 1731968137151 (+4 ms)Flushing 7e7e542135de3e217320fb65e11f002e/C: closing flushed file at 1731968137151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760767d1: reopening flushed file at 1731968137169 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1817d5f2: reopening flushed file at 1731968137187 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19128690: reopening flushed file at 1731968137200 (+13 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 7e7e542135de3e217320fb65e11f002e in 608ms, sequenceid=413, compaction requested=true at 1731968137215 (+15 ms)Writing region close event to WAL at 1731968137837 (+622 ms)Running coprocessor post-close hooks at 1731968137873 (+36 ms)Closed at 1731968137873
2024-11-18T22:15:37,893 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(157): Closed 7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:37,898 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=7e7e542135de3e217320fb65e11f002e, regionState=CLOSED
2024-11-18T22:15:37,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:15:37,929 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T22:15:37,929 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; CloseRegionProcedure 7e7e542135de3e217320fb65e11f002e, server=3b0ca91ed64a,45987,1731968106669 in 1.4630 sec
2024-11-18T22:15:37,944 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-18T22:15:37,945 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e7e542135de3e217320fb65e11f002e, UNASSIGN in 1.4870 sec
2024-11-18T22:15:37,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T22:15:37,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5180 sec
2024-11-18T22:15:38,007 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968138006"}]},"ts":"1731968138006"}
2024-11-18T22:15:38,014 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T22:15:38,014 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T22:15:38,022 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5960 sec
2024-11-18T22:15:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T22:15:38,592 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:38,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T22:15:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:38,604 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=21, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T22:15:38,606 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=21, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:38,612 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:38,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/recovered.edits]
2024-11-18T22:15:38,631 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/72ead21c42d746919e91536260c7ad5d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/72ead21c42d746919e91536260c7ad5d
2024-11-18T22:15:38,636 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c30c562c5e8c44078c84f68fbc838162 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/c30c562c5e8c44078c84f68fbc838162
2024-11-18T22:15:38,639 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fc7f343fc1e54760881530a593f7093f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/A/fc7f343fc1e54760881530a593f7093f
2024-11-18T22:15:38,648 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/150fc1b3c88342a99e2093b6770fa825 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/150fc1b3c88342a99e2093b6770fa825
2024-11-18T22:15:38,650 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/e239f8c1180e49a8802f69ff16905016 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/e239f8c1180e49a8802f69ff16905016
2024-11-18T22:15:38,652 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/e32aa96805874c21bd5b9d567ebbcf51 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/B/e32aa96805874c21bd5b9d567ebbcf51
2024-11-18T22:15:38,667 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9604d60cac454787b6852daedc41ccf4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/9604d60cac454787b6852daedc41ccf4
2024-11-18T22:15:38,671 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e16ce99eebb9477cb56fcc4a61a3484d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/e16ce99eebb9477cb56fcc4a61a3484d
2024-11-18T22:15:38,674 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ee87dcde9b9b4c73b74e7c3bcc78563f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/C/ee87dcde9b9b4c73b74e7c3bcc78563f
2024-11-18T22:15:38,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/recovered.edits/416.seqid to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e/recovered.edits/416.seqid
2024-11-18T22:15:38,686 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/7e7e542135de3e217320fb65e11f002e
2024-11-18T22:15:38,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T22:15:38,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=21, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:38,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-18T22:15:38,711 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T22:15:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T22:15:38,783 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T22:15:38,797 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=21, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:38,797 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T22:15:38,798 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731968138797"}]},"ts":"9223372036854775807"}
2024-11-18T22:15:38,811 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T22:15:38,811 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7e7e542135de3e217320fb65e11f002e, NAME => 'TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T22:15:38,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T22:15:38,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731968138812"}]},"ts":"9223372036854775807"}
2024-11-18T22:15:38,850 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T22:15:38,859 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=21, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:38,865 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 262 msec
2024-11-18T22:15:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T22:15:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T22:15:38,923 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:38,949 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 210)
Potentially hanging thread: RS:0;3b0ca91ed64a:45987-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1649196764_22 at /127.0.0.1:54244 [Waiting for operation #234]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151396928_22 at /127.0.0.1:33756 [Waiting for operation #27]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151396928_22 at /127.0.0.1:38860 [Waiting for operation #257]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1416 (was 1195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8380 (was 8927)
2024-11-18T22:15:38,969 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=1416, ProcessCount=11, AvailableMemoryMB=8376
2024-11-18T22:15:38,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:15:38,972 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:15:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:38,975 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T22:15:38,975 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:38,977 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T22:15:38,978 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 22
2024-11-18T22:15:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T22:15:39,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741921_1097 (size=1061)
2024-11-18T22:15:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T22:15:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T22:15:39,428 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:15:39,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741922_1098 (size=53)
2024-11-18T22:15:39,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:39,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 71145fcd3d7165befb3ad2ee685fb5c9, disabling compactions & flushes
2024-11-18T22:15:39,448 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. after waiting 0 ms
2024-11-18T22:15:39,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,448 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71145fcd3d7165befb3ad2ee685fb5c9:
Waiting for close lock at 1731968139448Disabling compacts and flushes for region at 1731968139448Disabling writes for close at 1731968139448Writing region close event to WAL at 1731968139448Closed at 1731968139448
2024-11-18T22:15:39,450 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T22:15:39,450 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731968139450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731968139450"}]},"ts":"1731968139450"}
2024-11-18T22:15:39,453 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T22:15:39,455 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T22:15:39,455 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968139455"}]},"ts":"1731968139455"}
2024-11-18T22:15:39,457 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T22:15:39,458 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, ASSIGN}]
2024-11-18T22:15:39,460 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, ASSIGN
2024-11-18T22:15:39,461 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, ASSIGN; state=OFFLINE, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=false
2024-11-18T22:15:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T22:15:39,613 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:39,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, ASSIGN because future has completed
2024-11-18T22:15:39,623 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:15:39,831 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,831 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:15:39,832 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,832 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:39,832 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,832 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,841 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 71145fcd3d7165befb3ad2ee685fb5c9 
2024-11-18T22:15:39,843 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:39,844 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71145fcd3d7165befb3ad2ee685fb5c9 columnFamilyName A
2024-11-18T22:15:39,844 DEBUG [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:39,849 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(327): Store=71145fcd3d7165befb3ad2ee685fb5c9/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:39,849 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 71145fcd3d7165befb3ad2ee685fb5c9 
2024-11-18T22:15:39,857 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:39,857 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71145fcd3d7165befb3ad2ee685fb5c9 columnFamilyName B
2024-11-18T22:15:39,857 DEBUG [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:39,861 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(327): Store=71145fcd3d7165befb3ad2ee685fb5c9/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:39,861 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 71145fcd3d7165befb3ad2ee685fb5c9 
2024-11-18T22:15:39,877 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:39,877 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71145fcd3d7165befb3ad2ee685fb5c9 columnFamilyName C
2024-11-18T22:15:39,877 DEBUG [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:39,878 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(327): Store=71145fcd3d7165befb3ad2ee685fb5c9/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:39,878 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,878 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,880 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,887 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,893 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,894 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,896 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:15:39,918 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,927 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:15:39,932 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 71145fcd3d7165befb3ad2ee685fb5c9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65804267, jitterRate=-0.01944001019001007}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:15:39,932 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:39,933 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 71145fcd3d7165befb3ad2ee685fb5c9:
Running coprocessor pre-open hook at 1731968139833Writing region info on filesystem at 1731968139833Initializing all the Stores at 1731968139841 (+8 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968139841Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968139841Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968139841Cleaning up temporary data from old regions at 1731968139894 (+53 ms)Running coprocessor post-open hooks at 1731968139932 (+38 ms)Region opened successfully at 1731968139933 (+1 ms)
2024-11-18T22:15:39,939 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., pid=24, masterSystemTime=1731968139809
2024-11-18T22:15:39,944 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,944 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:39,945 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:39,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:15:39,961 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T22:15:39,961 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 in 335 msec
2024-11-18T22:15:39,966 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T22:15:39,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968139966"}]},"ts":"1731968139966"}
2024-11-18T22:15:39,968 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-18T22:15:39,968 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, ASSIGN in 503 msec
2024-11-18T22:15:39,969 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T22:15:39,971 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T22:15:39,974 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 999 msec
2024-11-18T22:15:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T22:15:40,112 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:40,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769bdb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:40,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:40,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:40,118 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:40,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2285c5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:40,121 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121de19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:40,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:40,128 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:40,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T22:15:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,45923,1731968105229
2024-11-18T22:15:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c90b79a
2024-11-18T22:15:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T22:15:40,140 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T22:15:40,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:15:40,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:15:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T22:15:40,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741923_1099 (size=1097)
2024-11-18T22:15:40,594 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-18T22:15:40,594 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-18T22:15:40,601 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:15:40,612 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, REOPEN/MOVE}]
2024-11-18T22:15:40,614 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, REOPEN/MOVE
2024-11-18T22:15:40,616 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:40,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, REOPEN/MOVE because future has completed
2024-11-18T22:15:40,624 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:15:40,625 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:15:40,778 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:40,779 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:15:40,779 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 71145fcd3d7165befb3ad2ee685fb5c9, disabling compactions & flushes
2024-11-18T22:15:40,779 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:40,779 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:40,779 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. after waiting 0 ms
2024-11-18T22:15:40,779 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:40,783 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T22:15:40,784 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:40,784 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 71145fcd3d7165befb3ad2ee685fb5c9:
Waiting for close lock at 1731968140779Running coprocessor pre-close hooks at 1731968140779Disabling compacts and flushes for region at 1731968140779Disabling writes for close at 1731968140779Writing region close event to WAL at 1731968140779Running coprocessor post-close hooks at 1731968140784 (+5 ms)Closed at 1731968140784
2024-11-18T22:15:40,784 WARN  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionServer(3299): Not adding moved region record: 71145fcd3d7165befb3ad2ee685fb5c9 to self.
2024-11-18T22:15:40,787 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:40,787 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=CLOSED
2024-11-18T22:15:40,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:15:40,792 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-18T22:15:40,792 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 in 166 msec
2024-11-18T22:15:40,792 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, REOPEN/MOVE; state=CLOSED, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=true
2024-11-18T22:15:40,943 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:40,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, REOPEN/MOVE because future has completed
2024-11-18T22:15:40,946 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:15:41,102 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,102 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:15:41,102 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,103 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:15:41,103 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,103 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,108 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 71145fcd3d7165befb3ad2ee685fb5c9 
2024-11-18T22:15:41,109 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:41,116 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71145fcd3d7165befb3ad2ee685fb5c9 columnFamilyName A
2024-11-18T22:15:41,118 DEBUG [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:41,119 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(327): Store=71145fcd3d7165befb3ad2ee685fb5c9/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:41,120 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 71145fcd3d7165befb3ad2ee685fb5c9 
2024-11-18T22:15:41,120 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:41,121 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71145fcd3d7165befb3ad2ee685fb5c9 columnFamilyName B
2024-11-18T22:15:41,121 DEBUG [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:41,121 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(327): Store=71145fcd3d7165befb3ad2ee685fb5c9/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:41,121 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 71145fcd3d7165befb3ad2ee685fb5c9 
2024-11-18T22:15:41,122 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:15:41,122 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71145fcd3d7165befb3ad2ee685fb5c9 columnFamilyName C
2024-11-18T22:15:41,122 DEBUG [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:41,123 INFO  [StoreOpener-71145fcd3d7165befb3ad2ee685fb5c9-1 {}] regionserver.HStore(327): Store=71145fcd3d7165befb3ad2ee685fb5c9/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:15:41,123 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,123 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,124 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,125 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,126 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,126 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,127 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:15:41,128 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,129 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened 71145fcd3d7165befb3ad2ee685fb5c9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74372876, jitterRate=0.1082422137260437}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:15:41,130 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,131 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for 71145fcd3d7165befb3ad2ee685fb5c9:
Running coprocessor pre-open hook at 1731968141103Writing region info on filesystem at 1731968141103Initializing all the Stores at 1731968141104 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968141104Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968141104Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968141104Cleaning up temporary data from old regions at 1731968141126 (+22 ms)Running coprocessor post-open hooks at 1731968141130 (+4 ms)Region opened successfully at 1731968141131 (+1 ms)
2024-11-18T22:15:41,132 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., pid=29, masterSystemTime=1731968141098
2024-11-18T22:15:41,135 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,135 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,135 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=OPEN, openSeqNum=5, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:15:41,141 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=27
2024-11-18T22:15:41,141 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 in 193 msec
2024-11-18T22:15:41,144 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-18T22:15:41,144 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, REOPEN/MOVE in 529 msec
2024-11-18T22:15:41,148 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T22:15:41,148 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 545 msec
2024-11-18T22:15:41,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0000 sec
2024-11-18T22:15:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T22:15:41,155 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:41,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f01ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,157 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2124f47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,159 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1745a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a283555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,165 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbb8645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,169 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21233ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef6e97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,178 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d3187e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,182 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60093174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebd3167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,195 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ac6d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4776c78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,204 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b148a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,207 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0dfeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723353c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,228 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1811fd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,233 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10895ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aece006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,247 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ea22b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,256 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2966ad20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe9245f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,267 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550d85d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,272 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e473665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5990680b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:15:41,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:15:41,288 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:15:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:15:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:15:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726b65c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:15:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:15:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:15:41,297 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:15:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8288ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:15:41,305 DEBUG [Thread-542 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,308 DEBUG [Thread-529 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,308 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,316 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,329 DEBUG [Thread-536 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,334 DEBUG [Thread-533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,337 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,341 DEBUG [Thread-538 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,341 DEBUG [Thread-540 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,342 DEBUG [Thread-525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,345 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,351 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,359 DEBUG [Thread-531 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,361 DEBUG [Thread-531 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,362 DEBUG [Thread-531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,365 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,366 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,373 DEBUG [Thread-527 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:15:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:15:41,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:15:41,385 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:15:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees
2024-11-18T22:15:41,390 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-18T22:15:41,392 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:41,393 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:15:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:41,401 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T22:15:41,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:41,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:41,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111838925679f5be4212973fe06a57014438_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968141397/Put/seqid=0
2024-11-18T22:15:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-18T22:15:41,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968201481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968201482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968201511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968201511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968201514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741924_1100 (size=12154)
2024-11-18T22:15:41,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968201625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968201625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968201636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968201632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968201645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-18T22:15:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968201845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968201845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968201845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968201856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:41,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:41,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:41,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968201873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:41,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:41,998 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111838925679f5be4212973fe06a57014438_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111838925679f5be4212973fe06a57014438_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:42,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/ab75acf523764e1ab553f8659087190f, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:42,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/ab75acf523764e1ab553f8659087190f is 175, key is test_row_0/A:col10/1731968141397/Put/seqid=0
2024-11-18T22:15:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-18T22:15:42,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741925_1101 (size=30955)
2024-11-18T22:15:42,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968202201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968202201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968202201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968202201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968202204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:42,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:42,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,513 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/ab75acf523764e1ab553f8659087190f
2024-11-18T22:15:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-18T22:15:42,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/5f6c2dd98ce445c5a98973ae638abbd0 is 50, key is test_row_0/B:col10/1731968141397/Put/seqid=0
2024-11-18T22:15:42,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741926_1102 (size=12001)
2024-11-18T22:15:42,681 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/5f6c2dd98ce445c5a98973ae638abbd0
2024-11-18T22:15:42,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968202722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968202722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968202722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968202724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968202733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:42,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/5bb8b5445c5242e2b0359eda89e086e1 is 50, key is test_row_0/C:col10/1731968141397/Put/seqid=0
2024-11-18T22:15:42,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741927_1103 (size=12001)
2024-11-18T22:15:42,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:42,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:43,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:43,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,249 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/5bb8b5445c5242e2b0359eda89e086e1
2024-11-18T22:15:43,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/ab75acf523764e1ab553f8659087190f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/ab75acf523764e1ab553f8659087190f
2024-11-18T22:15:43,317 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/ab75acf523764e1ab553f8659087190f, entries=150, sequenceid=17, filesize=30.2 K
2024-11-18T22:15:43,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/5f6c2dd98ce445c5a98973ae638abbd0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f6c2dd98ce445c5a98973ae638abbd0
2024-11-18T22:15:43,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f6c2dd98ce445c5a98973ae638abbd0, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T22:15:43,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:43,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:43,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/5bb8b5445c5242e2b0359eda89e086e1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5bb8b5445c5242e2b0359eda89e086e1
2024-11-18T22:15:43,431 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5bb8b5445c5242e2b0359eda89e086e1, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T22:15:43,445 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T22:15:43,447 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 71145fcd3d7165befb3ad2ee685fb5c9 in 2046ms, sequenceid=17, compaction requested=false
2024-11-18T22:15:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:43,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-18T22:15:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:43,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T22:15:43,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-18T22:15:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182f1e6831a63d473798eec79a343a8b10_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968141499/Put/seqid=0
2024-11-18T22:15:43,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741928_1104 (size=12154)
2024-11-18T22:15:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:43,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182f1e6831a63d473798eec79a343a8b10_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182f1e6831a63d473798eec79a343a8b10_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f184ee50820340d19958851d7a4a49df, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f184ee50820340d19958851d7a4a49df is 175, key is test_row_0/A:col10/1731968141499/Put/seqid=0
2024-11-18T22:15:43,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:43,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741929_1105 (size=30955)
2024-11-18T22:15:43,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=37, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f184ee50820340d19958851d7a4a49df
2024-11-18T22:15:43,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968203792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968203805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968203800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968203809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968203823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/0054503b66ea44d4ad83e3f727dcf81e is 50, key is test_row_0/B:col10/1731968141499/Put/seqid=0
2024-11-18T22:15:43,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741930_1106 (size=12001)
2024-11-18T22:15:43,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968203922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968203922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968203932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968203932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:43,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968203948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:43,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:43,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968204144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968204152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968204152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968204156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968204163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/0054503b66ea44d4ad83e3f727dcf81e
2024-11-18T22:15:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/ad514e6bd1a14393a4f1aa43920db67e is 50, key is test_row_0/C:col10/1731968141499/Put/seqid=0
2024-11-18T22:15:44,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741931_1107 (size=12001)
2024-11-18T22:15:44,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/ad514e6bd1a14393a4f1aa43920db67e
2024-11-18T22:15:44,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f184ee50820340d19958851d7a4a49df as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f184ee50820340d19958851d7a4a49df
2024-11-18T22:15:44,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f184ee50820340d19958851d7a4a49df, entries=150, sequenceid=37, filesize=30.2 K
2024-11-18T22:15:44,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/0054503b66ea44d4ad83e3f727dcf81e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/0054503b66ea44d4ad83e3f727dcf81e
2024-11-18T22:15:44,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968204462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968204462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968204462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968204473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968204474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:44,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/0054503b66ea44d4ad83e3f727dcf81e, entries=150, sequenceid=37, filesize=11.7 K
2024-11-18T22:15:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/ad514e6bd1a14393a4f1aa43920db67e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/ad514e6bd1a14393a4f1aa43920db67e
2024-11-18T22:15:44,628 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/ad514e6bd1a14393a4f1aa43920db67e, entries=150, sequenceid=37, filesize=11.7 K
2024-11-18T22:15:44,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1098ms, sequenceid=37, compaction requested=false
2024-11-18T22:15:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31
2024-11-18T22:15:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=31
2024-11-18T22:15:44,667 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-18T22:15:44,667 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2600 sec
2024-11-18T22:15:44,684 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 3.2920 sec
2024-11-18T22:15:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:44,992 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:15:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:45,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118abf917f2a4624a649062a351bfa2e097_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968144985/Put/seqid=0
2024-11-18T22:15:45,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968205048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968205052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968205052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968205066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968205080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741932_1108 (size=12154)
2024-11-18T22:15:45,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:45,160 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118abf917f2a4624a649062a351bfa2e097_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118abf917f2a4624a649062a351bfa2e097_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:45,172 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/6b615e6d8b92403992b7b4ee40ded26b, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:45,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/6b615e6d8b92403992b7b4ee40ded26b is 175, key is test_row_0/A:col10/1731968144985/Put/seqid=0
2024-11-18T22:15:45,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968205176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968205193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741933_1109 (size=30955)
2024-11-18T22:15:45,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968205193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,215 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/6b615e6d8b92403992b7b4ee40ded26b
2024-11-18T22:15:45,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968205194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968205196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/5f8da00aa2c942b999c2b0872bcba0bb is 50, key is test_row_0/B:col10/1731968144985/Put/seqid=0
2024-11-18T22:15:45,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741934_1110 (size=12001)
2024-11-18T22:15:45,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968205411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968205432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968205432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968205432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968205443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-18T22:15:45,595 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:45,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees
2024-11-18T22:15:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T22:15:45,599 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:45,600 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:45,600 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:45,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/5f8da00aa2c942b999c2b0872bcba0bb
2024-11-18T22:15:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T22:15:45,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/57bc35576606457a916e83c96966eaeb is 50, key is test_row_0/C:col10/1731968144985/Put/seqid=0
2024-11-18T22:15:45,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33
2024-11-18T22:15:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:45,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=33
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:45,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968205747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968205752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968205753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968205754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968205765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:45,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741935_1111 (size=12001)
2024-11-18T22:15:45,796 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/57bc35576606457a916e83c96966eaeb
2024-11-18T22:15:45,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/6b615e6d8b92403992b7b4ee40ded26b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6b615e6d8b92403992b7b4ee40ded26b
2024-11-18T22:15:45,890 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6b615e6d8b92403992b7b4ee40ded26b, entries=150, sequenceid=53, filesize=30.2 K
2024-11-18T22:15:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/5f8da00aa2c942b999c2b0872bcba0bb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f8da00aa2c942b999c2b0872bcba0bb
2024-11-18T22:15:45,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33
2024-11-18T22:15:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:45,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:45,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=33
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T22:15:45,964 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f8da00aa2c942b999c2b0872bcba0bb, entries=150, sequenceid=53, filesize=11.7 K
2024-11-18T22:15:45,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/57bc35576606457a916e83c96966eaeb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/57bc35576606457a916e83c96966eaeb
2024-11-18T22:15:46,001 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/57bc35576606457a916e83c96966eaeb, entries=150, sequenceid=53, filesize=11.7 K
2024-11-18T22:15:46,012 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1021ms, sequenceid=53, compaction requested=true
2024-11-18T22:15:46,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:46,013 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:15:46,014 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:46,014 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/A is initiating minor compaction (all files)
2024-11-18T22:15:46,015 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/A in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:46,015 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/ab75acf523764e1ab553f8659087190f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f184ee50820340d19958851d7a4a49df, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6b615e6d8b92403992b7b4ee40ded26b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=90.7 K
2024-11-18T22:15:46,015 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:46,015 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/ab75acf523764e1ab553f8659087190f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f184ee50820340d19958851d7a4a49df, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6b615e6d8b92403992b7b4ee40ded26b]
2024-11-18T22:15:46,016 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:46,019 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab75acf523764e1ab553f8659087190f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731968141377
2024-11-18T22:15:46,021 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f184ee50820340d19958851d7a4a49df, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731968141474
2024-11-18T22:15:46,026 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:46,026 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b615e6d8b92403992b7b4ee40ded26b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731968143804
2024-11-18T22:15:46,027 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/B is initiating minor compaction (all files)
2024-11-18T22:15:46,027 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/B in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:46,027 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f6c2dd98ce445c5a98973ae638abbd0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/0054503b66ea44d4ad83e3f727dcf81e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f8da00aa2c942b999c2b0872bcba0bb] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=35.2 K
2024-11-18T22:15:46,032 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f6c2dd98ce445c5a98973ae638abbd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731968141377
2024-11-18T22:15:46,036 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0054503b66ea44d4ad83e3f727dcf81e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731968141474
2024-11-18T22:15:46,040 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f8da00aa2c942b999c2b0872bcba0bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731968143804
2024-11-18T22:15:46,078 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:46,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33
2024-11-18T22:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:46,086 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:46,097 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411184a6278f9dd3840dbbc0ea6a4b8bc218d_71145fcd3d7165befb3ad2ee685fb5c9 store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:46,098 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:46,098 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/3a565fa1b69243f4b08724e2e0300f6e is 50, key is test_row_0/B:col10/1731968144985/Put/seqid=0
2024-11-18T22:15:46,111 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411184a6278f9dd3840dbbc0ea6a4b8bc218d_71145fcd3d7165befb3ad2ee685fb5c9, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:46,111 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184a6278f9dd3840dbbc0ea6a4b8bc218d_71145fcd3d7165befb3ad2ee685fb5c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:46,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f269462b9e0541ada9a4cf8f821dd23f_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968145049/Put/seqid=0
2024-11-18T22:15:46,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741936_1112 (size=12104)
2024-11-18T22:15:46,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741937_1113 (size=4469)
2024-11-18T22:15:46,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741938_1114 (size=12154)
2024-11-18T22:15:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T22:15:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:46,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:46,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968206313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968206375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968206376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968206377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968206389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968206481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968206501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968206501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968206501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968206511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,602 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#A#compaction#93 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:46,602 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/718fff66c7824244bda6a62ca723fe6b is 175, key is test_row_0/A:col10/1731968144985/Put/seqid=0
2024-11-18T22:15:46,613 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/3a565fa1b69243f4b08724e2e0300f6e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3a565fa1b69243f4b08724e2e0300f6e
2024-11-18T22:15:46,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:46,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f269462b9e0541ada9a4cf8f821dd23f_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f269462b9e0541ada9a4cf8f821dd23f_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f7f2ce66ad454145901be7912989c186, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f7f2ce66ad454145901be7912989c186 is 175, key is test_row_0/A:col10/1731968145049/Put/seqid=0
2024-11-18T22:15:46,635 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/B of 71145fcd3d7165befb3ad2ee685fb5c9 into 3a565fa1b69243f4b08724e2e0300f6e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:46,635 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:46,636 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/B, priority=13, startTime=1731968146013; duration=0sec
2024-11-18T22:15:46,636 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:46,636 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:B
2024-11-18T22:15:46,636 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:46,644 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:46,645 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/C is initiating minor compaction (all files)
2024-11-18T22:15:46,645 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/C in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:46,645 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5bb8b5445c5242e2b0359eda89e086e1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/ad514e6bd1a14393a4f1aa43920db67e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/57bc35576606457a916e83c96966eaeb] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=35.2 K
2024-11-18T22:15:46,646 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb8b5445c5242e2b0359eda89e086e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731968141377
2024-11-18T22:15:46,647 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ad514e6bd1a14393a4f1aa43920db67e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731968141474
2024-11-18T22:15:46,651 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 57bc35576606457a916e83c96966eaeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731968143804
2024-11-18T22:15:46,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741940_1116 (size=30955)
2024-11-18T22:15:46,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741939_1115 (size=31058)
2024-11-18T22:15:46,684 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:46,685 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/2bcd0d42bfa640999b3063f4a3101209 is 50, key is test_row_0/C:col10/1731968144985/Put/seqid=0
2024-11-18T22:15:46,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968206705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968206721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968206724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968206724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968206725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:46,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741941_1117 (size=12104)
2024-11-18T22:15:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T22:15:46,801 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/2bcd0d42bfa640999b3063f4a3101209 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2bcd0d42bfa640999b3063f4a3101209
2024-11-18T22:15:46,831 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/C of 71145fcd3d7165befb3ad2ee685fb5c9 into 2bcd0d42bfa640999b3063f4a3101209(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:46,831 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:46,831 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/C, priority=13, startTime=1731968146013; duration=0sec
2024-11-18T22:15:46,832 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:46,832 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:C
2024-11-18T22:15:47,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968207023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968207042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968207042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968207042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f7f2ce66ad454145901be7912989c186
2024-11-18T22:15:47,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968207048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,085 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/718fff66c7824244bda6a62ca723fe6b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/718fff66c7824244bda6a62ca723fe6b
2024-11-18T22:15:47,094 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/A of 71145fcd3d7165befb3ad2ee685fb5c9 into 718fff66c7824244bda6a62ca723fe6b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-18T22:15:47,094 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:47,094 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/A, priority=13, startTime=1731968146013; duration=1sec
2024-11-18T22:15:47,094 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:47,094 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:A
2024-11-18T22:15:47,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/fbdfd2f139734aa6af6f8f0a43c18eb0 is 50, key is test_row_0/B:col10/1731968145049/Put/seqid=0
2024-11-18T22:15:47,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741942_1118 (size=12001)
2024-11-18T22:15:47,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968207543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/fbdfd2f139734aa6af6f8f0a43c18eb0
2024-11-18T22:15:47,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968207552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968207552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968207552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/5379395329ca4caf9bc270f42ea6097f is 50, key is test_row_0/C:col10/1731968145049/Put/seqid=0
2024-11-18T22:15:47,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968207589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:47,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:47,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:47,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741943_1119 (size=12001)
2024-11-18T22:15:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T22:15:48,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/5379395329ca4caf9bc270f42ea6097f
2024-11-18T22:15:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/f7f2ce66ad454145901be7912989c186 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f7f2ce66ad454145901be7912989c186
2024-11-18T22:15:48,056 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f7f2ce66ad454145901be7912989c186, entries=150, sequenceid=70, filesize=30.2 K
2024-11-18T22:15:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/fbdfd2f139734aa6af6f8f0a43c18eb0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/fbdfd2f139734aa6af6f8f0a43c18eb0
2024-11-18T22:15:48,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/fbdfd2f139734aa6af6f8f0a43c18eb0, entries=150, sequenceid=70, filesize=11.7 K
2024-11-18T22:15:48,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/5379395329ca4caf9bc270f42ea6097f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5379395329ca4caf9bc270f42ea6097f
2024-11-18T22:15:48,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5379395329ca4caf9bc270f42ea6097f, entries=150, sequenceid=70, filesize=11.7 K
2024-11-18T22:15:48,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 71145fcd3d7165befb3ad2ee685fb5c9 in 2045ms, sequenceid=70, compaction requested=false
2024-11-18T22:15:48,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:48,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:48,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-11-18T22:15:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-11-18T22:15:48,148 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T22:15:48,148 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5370 sec
2024-11-18T22:15:48,151 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.5530 sec
2024-11-18T22:15:48,567 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:15:48,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:48,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118730f69b80e7e410dbfa4f065cbee4736_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968148564/Put/seqid=0
2024-11-18T22:15:48,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741944_1120 (size=14594)
2024-11-18T22:15:48,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968208615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968208629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968208631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968208633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968208636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968208747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968208752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968208753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968208762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968208764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968208961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968208962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968208962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968208972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:48,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968208991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,005 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:49,012 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118730f69b80e7e410dbfa4f065cbee4736_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118730f69b80e7e410dbfa4f065cbee4736_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:49,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8744c44a307b4ebbbf5bc91a87ef8968, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:49,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8744c44a307b4ebbbf5bc91a87ef8968 is 175, key is test_row_0/A:col10/1731968148564/Put/seqid=0
2024-11-18T22:15:49,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741945_1121 (size=39549)
2024-11-18T22:15:49,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968209272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968209276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968209272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968209292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968209312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,468 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8744c44a307b4ebbbf5bc91a87ef8968
2024-11-18T22:15:49,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/eae27599f4e4462da81067310a6b6135 is 50, key is test_row_0/B:col10/1731968148564/Put/seqid=0
2024-11-18T22:15:49,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741946_1122 (size=12001)
2024-11-18T22:15:49,604 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/eae27599f4e4462da81067310a6b6135
2024-11-18T22:15:49,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/bc57cc8b870446e39b683fe5c74cac8f is 50, key is test_row_0/C:col10/1731968148564/Put/seqid=0
2024-11-18T22:15:49,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741947_1123 (size=12001)
2024-11-18T22:15:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T22:15:49,785 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:49,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees
2024-11-18T22:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-18T22:15:49,790 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:49,794 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:49,794 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:49,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968209804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968209804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968209811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968209804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968209842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-18T22:15:49,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-18T22:15:49,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:49,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-18T22:15:50,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-18T22:15:50,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:50,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:50,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:50,151 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/bc57cc8b870446e39b683fe5c74cac8f
2024-11-18T22:15:50,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8744c44a307b4ebbbf5bc91a87ef8968 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8744c44a307b4ebbbf5bc91a87ef8968
2024-11-18T22:15:50,293 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8744c44a307b4ebbbf5bc91a87ef8968, entries=200, sequenceid=89, filesize=38.6 K
2024-11-18T22:15:50,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/eae27599f4e4462da81067310a6b6135 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/eae27599f4e4462da81067310a6b6135
2024-11-18T22:15:50,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-18T22:15:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:50,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:50,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/eae27599f4e4462da81067310a6b6135, entries=150, sequenceid=89, filesize=11.7 K
2024-11-18T22:15:50,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/bc57cc8b870446e39b683fe5c74cac8f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/bc57cc8b870446e39b683fe5c74cac8f
2024-11-18T22:15:50,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/bc57cc8b870446e39b683fe5c74cac8f, entries=150, sequenceid=89, filesize=11.7 K
2024-11-18T22:15:50,411 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=100.63 KB/103050 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1844ms, sequenceid=89, compaction requested=true
2024-11-18T22:15:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:50,412 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:50,413 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:50,413 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/A is initiating minor compaction (all files)
2024-11-18T22:15:50,413 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/A in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,414 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/718fff66c7824244bda6a62ca723fe6b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f7f2ce66ad454145901be7912989c186, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8744c44a307b4ebbbf5bc91a87ef8968] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=99.2 K
2024-11-18T22:15:50,414 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,414 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/718fff66c7824244bda6a62ca723fe6b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f7f2ce66ad454145901be7912989c186, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8744c44a307b4ebbbf5bc91a87ef8968]
2024-11-18T22:15:50,414 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 718fff66c7824244bda6a62ca723fe6b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731968143804
2024-11-18T22:15:50,415 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7f2ce66ad454145901be7912989c186, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731968145041
2024-11-18T22:15:50,416 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8744c44a307b4ebbbf5bc91a87ef8968, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731968146309
2024-11-18T22:15:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-18T22:15:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:50,429 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:50,430 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:50,430 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/B is initiating minor compaction (all files)
2024-11-18T22:15:50,430 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/B in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,430 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3a565fa1b69243f4b08724e2e0300f6e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/fbdfd2f139734aa6af6f8f0a43c18eb0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/eae27599f4e4462da81067310a6b6135] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=35.3 K
2024-11-18T22:15:50,437 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a565fa1b69243f4b08724e2e0300f6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731968143804
2024-11-18T22:15:50,437 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting fbdfd2f139734aa6af6f8f0a43c18eb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731968145041
2024-11-18T22:15:50,438 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting eae27599f4e4462da81067310a6b6135, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731968146309
2024-11-18T22:15:50,441 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:50,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:50,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:50,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:50,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:50,472 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:50,473 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/33b67645385146a6a9b7c8d8246c1070 is 50, key is test_row_0/B:col10/1731968148564/Put/seqid=0
2024-11-18T22:15:50,477 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411182df4a03e7b7440cfbecc932f9663139a_71145fcd3d7165befb3ad2ee685fb5c9 store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:50,482 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411182df4a03e7b7440cfbecc932f9663139a_71145fcd3d7165befb3ad2ee685fb5c9, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:50,482 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182df4a03e7b7440cfbecc932f9663139a_71145fcd3d7165befb3ad2ee685fb5c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:50,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-11-18T22:15:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:50,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:15:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:50,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:50,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:50,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:50,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:50,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741948_1124 (size=12207)
2024-11-18T22:15:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a359ea575feb4dbcbd7c24adc3273892_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968148622/Put/seqid=0
2024-11-18T22:15:50,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741949_1125 (size=4469)
2024-11-18T22:15:50,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741950_1126 (size=12154)
2024-11-18T22:15:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:50,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968210852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:50,866 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2234 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:50,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968210859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:50,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968210861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:50,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968210865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:50,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968210866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:50,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-18T22:15:50,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968210985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968210997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968210999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968211000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,026 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/33b67645385146a6a9b7c8d8246c1070 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/33b67645385146a6a9b7c8d8246c1070
2024-11-18T22:15:51,035 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#A#compaction#102 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:51,036 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/2957eff6d2444a3dad823a68808787af is 175, key is test_row_0/A:col10/1731968148564/Put/seqid=0
2024-11-18T22:15:51,041 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/B of 71145fcd3d7165befb3ad2ee685fb5c9 into 33b67645385146a6a9b7c8d8246c1070(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:51,041 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:51,041 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/B, priority=13, startTime=1731968150428; duration=0sec
2024-11-18T22:15:51,041 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:51,041 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:B
2024-11-18T22:15:51,042 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:51,043 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:51,043 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/C is initiating minor compaction (all files)
2024-11-18T22:15:51,043 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/C in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:51,044 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2bcd0d42bfa640999b3063f4a3101209, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5379395329ca4caf9bc270f42ea6097f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/bc57cc8b870446e39b683fe5c74cac8f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=35.3 K
2024-11-18T22:15:51,046 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bcd0d42bfa640999b3063f4a3101209, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731968143804
2024-11-18T22:15:51,048 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5379395329ca4caf9bc270f42ea6097f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731968145041
2024-11-18T22:15:51,051 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting bc57cc8b870446e39b683fe5c74cac8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731968146309
2024-11-18T22:15:51,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:51,085 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a359ea575feb4dbcbd7c24adc3273892_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a359ea575feb4dbcbd7c24adc3273892_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:51,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/d5834335427c4039805eb5198cd3f099, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:51,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/d5834335427c4039805eb5198cd3f099 is 175, key is test_row_0/A:col10/1731968148622/Put/seqid=0
2024-11-18T22:15:51,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741951_1127 (size=31161)
2024-11-18T22:15:51,147 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#C#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:51,147 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/dae30ffd10774d7fabfc2e49b5e4e320 is 50, key is test_row_0/C:col10/1731968148564/Put/seqid=0
2024-11-18T22:15:51,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741952_1128 (size=30955)
2024-11-18T22:15:51,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741953_1129 (size=12207)
2024-11-18T22:15:51,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968211204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968211213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968211213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968211213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,542 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/2957eff6d2444a3dad823a68808787af as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/2957eff6d2444a3dad823a68808787af
2024-11-18T22:15:51,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968211536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968211542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968211542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968211542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:51,583 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/A of 71145fcd3d7165befb3ad2ee685fb5c9 into 2957eff6d2444a3dad823a68808787af(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-18T22:15:51,584 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:51,584 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/A, priority=13, startTime=1731968150411; duration=1sec
2024-11-18T22:15:51,584 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:51,588 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:A
2024-11-18T22:15:51,601 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/d5834335427c4039805eb5198cd3f099
2024-11-18T22:15:51,640 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/dae30ffd10774d7fabfc2e49b5e4e320 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/dae30ffd10774d7fabfc2e49b5e4e320
2024-11-18T22:15:51,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/19f67470df2741e4a148e13e7cb3aa6e is 50, key is test_row_0/B:col10/1731968148622/Put/seqid=0
2024-11-18T22:15:51,684 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/C of 71145fcd3d7165befb3ad2ee685fb5c9 into dae30ffd10774d7fabfc2e49b5e4e320(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:51,684 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:51,684 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/C, priority=13, startTime=1731968150454; duration=0sec
2024-11-18T22:15:51,692 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:51,692 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:C
2024-11-18T22:15:51,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741954_1130 (size=12001)
2024-11-18T22:15:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-18T22:15:52,050 INFO  [master/3b0ca91ed64a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T22:15:52,050 INFO  [master/3b0ca91ed64a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T22:15:52,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968212059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:52,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968212076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:52,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:52,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968212085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:52,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968212085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:52,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/19f67470df2741e4a148e13e7cb3aa6e
2024-11-18T22:15:52,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/9ba0085740474218863a79c1f7a9b75b is 50, key is test_row_0/C:col10/1731968148622/Put/seqid=0
2024-11-18T22:15:52,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741955_1131 (size=12001)
2024-11-18T22:15:52,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/9ba0085740474218863a79c1f7a9b75b
2024-11-18T22:15:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/d5834335427c4039805eb5198cd3f099 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/d5834335427c4039805eb5198cd3f099
2024-11-18T22:15:52,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/d5834335427c4039805eb5198cd3f099, entries=150, sequenceid=107, filesize=30.2 K
2024-11-18T22:15:52,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/19f67470df2741e4a148e13e7cb3aa6e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/19f67470df2741e4a148e13e7cb3aa6e
2024-11-18T22:15:52,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/19f67470df2741e4a148e13e7cb3aa6e, entries=150, sequenceid=107, filesize=11.7 K
2024-11-18T22:15:52,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/9ba0085740474218863a79c1f7a9b75b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9ba0085740474218863a79c1f7a9b75b
2024-11-18T22:15:52,299 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9ba0085740474218863a79c1f7a9b75b, entries=150, sequenceid=107, filesize=11.7 K
2024-11-18T22:15:52,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1813ms, sequenceid=107, compaction requested=false
2024-11-18T22:15:52,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:52,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:52,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-11-18T22:15:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-11-18T22:15:52,307 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-11-18T22:15:52,307 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5110 sec
2024-11-18T22:15:52,310 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.5220 sec
2024-11-18T22:15:52,908 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:15:52,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:52,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:52,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:52,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:52,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:52,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:52,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111825dcc848fe894074a9c44e608eba7c76_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968152893/Put/seqid=0
2024-11-18T22:15:53,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741956_1132 (size=14594)
2024-11-18T22:15:53,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:53,101 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111825dcc848fe894074a9c44e608eba7c76_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111825dcc848fe894074a9c44e608eba7c76_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:53,113 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/69417477ae96456cab8b619b81dbba0c, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:53,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/69417477ae96456cab8b619b81dbba0c is 175, key is test_row_0/A:col10/1731968152893/Put/seqid=0
2024-11-18T22:15:53,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741957_1133 (size=39549)
2024-11-18T22:15:53,202 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=125, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/69417477ae96456cab8b619b81dbba0c
2024-11-18T22:15:53,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968213203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968213203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968213205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968213206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/ecf6e84a00764a7f9a5f73139a5de9a0 is 50, key is test_row_0/B:col10/1731968152893/Put/seqid=0
2024-11-18T22:15:53,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968213215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741958_1134 (size=12001)
2024-11-18T22:15:53,266 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/ecf6e84a00764a7f9a5f73139a5de9a0
2024-11-18T22:15:53,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/942256d0d3bf481cabbc16eb4e8330d0 is 50, key is test_row_0/C:col10/1731968152893/Put/seqid=0
2024-11-18T22:15:53,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741959_1135 (size=12001)
2024-11-18T22:15:53,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968213321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968213322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968213322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968213322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968213341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968213531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968213532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968213532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968213532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968213553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,698 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/942256d0d3bf481cabbc16eb4e8330d0
2024-11-18T22:15:53,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/69417477ae96456cab8b619b81dbba0c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/69417477ae96456cab8b619b81dbba0c
2024-11-18T22:15:53,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/69417477ae96456cab8b619b81dbba0c, entries=200, sequenceid=125, filesize=38.6 K
2024-11-18T22:15:53,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/ecf6e84a00764a7f9a5f73139a5de9a0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/ecf6e84a00764a7f9a5f73139a5de9a0
2024-11-18T22:15:53,721 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/ecf6e84a00764a7f9a5f73139a5de9a0, entries=150, sequenceid=125, filesize=11.7 K
2024-11-18T22:15:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/942256d0d3bf481cabbc16eb4e8330d0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/942256d0d3bf481cabbc16eb4e8330d0
2024-11-18T22:15:53,734 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/942256d0d3bf481cabbc16eb4e8330d0, entries=150, sequenceid=125, filesize=11.7 K
2024-11-18T22:15:53,736 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 71145fcd3d7165befb3ad2ee685fb5c9 in 828ms, sequenceid=125, compaction requested=true
2024-11-18T22:15:53,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:53,736 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:53,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:53,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:53,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:53,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:53,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:53,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:15:53,738 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101665 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:53,738 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/A is initiating minor compaction (all files)
2024-11-18T22:15:53,738 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/A in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:53,738 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/2957eff6d2444a3dad823a68808787af, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/d5834335427c4039805eb5198cd3f099, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/69417477ae96456cab8b619b81dbba0c] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=99.3 K
2024-11-18T22:15:53,738 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:53,738 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/2957eff6d2444a3dad823a68808787af, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/d5834335427c4039805eb5198cd3f099, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/69417477ae96456cab8b619b81dbba0c]
2024-11-18T22:15:53,740 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:53,742 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 2957eff6d2444a3dad823a68808787af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731968146309
2024-11-18T22:15:53,742 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d5834335427c4039805eb5198cd3f099, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731968148613
2024-11-18T22:15:53,742 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 69417477ae96456cab8b619b81dbba0c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731968150859
2024-11-18T22:15:53,744 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:53,744 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/B is initiating minor compaction (all files)
2024-11-18T22:15:53,744 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/B in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:53,745 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/33b67645385146a6a9b7c8d8246c1070, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/19f67470df2741e4a148e13e7cb3aa6e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/ecf6e84a00764a7f9a5f73139a5de9a0] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=35.4 K
2024-11-18T22:15:53,745 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33b67645385146a6a9b7c8d8246c1070, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731968146309
2024-11-18T22:15:53,746 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19f67470df2741e4a148e13e7cb3aa6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731968148613
2024-11-18T22:15:53,746 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecf6e84a00764a7f9a5f73139a5de9a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731968150859
2024-11-18T22:15:53,762 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:53,764 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:53,765 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/68192e2c006e4c31add068e5a6964a8a is 50, key is test_row_0/B:col10/1731968152893/Put/seqid=0
2024-11-18T22:15:53,766 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411188fcdee7ae9ac40129cc6100ad289ba7f_71145fcd3d7165befb3ad2ee685fb5c9 store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:53,771 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411188fcdee7ae9ac40129cc6100ad289ba7f_71145fcd3d7165befb3ad2ee685fb5c9, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:53,771 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188fcdee7ae9ac40129cc6100ad289ba7f_71145fcd3d7165befb3ad2ee685fb5c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:53,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741960_1136 (size=12309)
2024-11-18T22:15:53,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741961_1137 (size=4469)
2024-11-18T22:15:53,835 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#A#compaction#111 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:53,836 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/e256f2186fe54bb3b5323230b8b61125 is 175, key is test_row_0/A:col10/1731968152893/Put/seqid=0
2024-11-18T22:15:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:53,876 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T22:15:53,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:53,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:53,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:53,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:53,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:53,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:53,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741962_1138 (size=31263)
2024-11-18T22:15:53,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185477cbc9a9824d84a56c2dd0e5be6f6d_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968153855/Put/seqid=0
2024-11-18T22:15:53,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741963_1139 (size=12304)
2024-11-18T22:15:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-18T22:15:53,974 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:53,974 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:53,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees
2024-11-18T22:15:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T22:15:53,977 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:53,984 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:53,984 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:53,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968213960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968213966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968213986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968213987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968213989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:53,999 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185477cbc9a9824d84a56c2dd0e5be6f6d_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185477cbc9a9824d84a56c2dd0e5be6f6d_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:54,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/31c26d571305448a82f76781a27b692f, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:54,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/31c26d571305448a82f76781a27b692f is 175, key is test_row_0/A:col10/1731968153855/Put/seqid=0
2024-11-18T22:15:54,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741964_1140 (size=31105)
2024-11-18T22:15:54,037 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/31c26d571305448a82f76781a27b692f
2024-11-18T22:15:54,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/37fdffc3c91b4771a12f61fcf4794dc2 is 50, key is test_row_0/B:col10/1731968153855/Put/seqid=0
2024-11-18T22:15:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T22:15:54,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968214101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968214102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968214102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968214102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741965_1141 (size=12151)
2024-11-18T22:15:54,116 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/37fdffc3c91b4771a12f61fcf4794dc2
2024-11-18T22:15:54,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968214107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T22:15:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/8169d9ce29cb48e183dd1d7cc9a99e0c is 50, key is test_row_0/C:col10/1731968153855/Put/seqid=0
2024-11-18T22:15:54,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741966_1142 (size=12151)
2024-11-18T22:15:54,241 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/68192e2c006e4c31add068e5a6964a8a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/68192e2c006e4c31add068e5a6964a8a
2024-11-18T22:15:54,268 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/B of 71145fcd3d7165befb3ad2ee685fb5c9 into 68192e2c006e4c31add068e5a6964a8a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:54,268 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:54,268 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/B, priority=13, startTime=1731968153736; duration=0sec
2024-11-18T22:15:54,269 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:54,269 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:B
2024-11-18T22:15:54,269 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:54,275 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:54,275 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/C is initiating minor compaction (all files)
2024-11-18T22:15:54,275 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/C in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,276 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/dae30ffd10774d7fabfc2e49b5e4e320, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9ba0085740474218863a79c1f7a9b75b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/942256d0d3bf481cabbc16eb4e8330d0] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=35.4 K
2024-11-18T22:15:54,276 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting dae30ffd10774d7fabfc2e49b5e4e320, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731968146309
2024-11-18T22:15:54,277 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba0085740474218863a79c1f7a9b75b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731968148613
2024-11-18T22:15:54,277 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 942256d0d3bf481cabbc16eb4e8330d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731968150859
2024-11-18T22:15:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T22:15:54,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T22:15:54,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968214312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968214312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968214312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968214314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,322 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/e256f2186fe54bb3b5323230b8b61125 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/e256f2186fe54bb3b5323230b8b61125
2024-11-18T22:15:54,324 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:54,329 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/8dc937f8942b4b8f9be571a6bbf80cef is 50, key is test_row_0/C:col10/1731968152893/Put/seqid=0
2024-11-18T22:15:54,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968214331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,340 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/A of 71145fcd3d7165befb3ad2ee685fb5c9 into e256f2186fe54bb3b5323230b8b61125(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:54,340 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:54,340 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/A, priority=13, startTime=1731968153736; duration=0sec
2024-11-18T22:15:54,340 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:54,340 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:A
2024-11-18T22:15:54,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741967_1143 (size=12309)
2024-11-18T22:15:54,412 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/8dc937f8942b4b8f9be571a6bbf80cef as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8dc937f8942b4b8f9be571a6bbf80cef
2024-11-18T22:15:54,453 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/C of 71145fcd3d7165befb3ad2ee685fb5c9 into 8dc937f8942b4b8f9be571a6bbf80cef(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:54,453 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:54,453 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/C, priority=13, startTime=1731968153737; duration=0sec
2024-11-18T22:15:54,453 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:54,453 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:C
2024-11-18T22:15:54,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T22:15:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,588 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/8169d9ce29cb48e183dd1d7cc9a99e0c
2024-11-18T22:15:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T22:15:54,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T22:15:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968214624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968214625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968214632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968214632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/31c26d571305448a82f76781a27b692f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/31c26d571305448a82f76781a27b692f
2024-11-18T22:15:54,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968214648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:54,719 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/31c26d571305448a82f76781a27b692f, entries=150, sequenceid=145, filesize=30.4 K
2024-11-18T22:15:54,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/37fdffc3c91b4771a12f61fcf4794dc2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/37fdffc3c91b4771a12f61fcf4794dc2
2024-11-18T22:15:54,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/37fdffc3c91b4771a12f61fcf4794dc2, entries=150, sequenceid=145, filesize=11.9 K
2024-11-18T22:15:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/8169d9ce29cb48e183dd1d7cc9a99e0c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8169d9ce29cb48e183dd1d7cc9a99e0c
2024-11-18T22:15:54,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T22:15:54,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:54,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:54,802 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8169d9ce29cb48e183dd1d7cc9a99e0c, entries=150, sequenceid=145, filesize=11.9 K
2024-11-18T22:15:54,804 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 71145fcd3d7165befb3ad2ee685fb5c9 in 927ms, sequenceid=145, compaction requested=false
2024-11-18T22:15:54,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:54,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T22:15:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:54,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T22:15:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:54,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:54,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b603a25ede5a4db2a17bdb2b37381918_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968153905/Put/seqid=0
2024-11-18T22:15:55,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741968_1144 (size=12304)
2024-11-18T22:15:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T22:15:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:55,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968215256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968155241, max timestamp=1731968155258Num uniques 859; 
2024-11-18T22:15:55,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:55,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968155241, max timestamp=1731968155258Num uniques 859; 
2024-11-18T22:15:55,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:55,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968155241, max timestamp=1731968155258Num uniques 859; 
2024-11-18T22:15:55,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:55,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968215310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968215310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968215316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968215316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968215371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:55,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b603a25ede5a4db2a17bdb2b37381918_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b603a25ede5a4db2a17bdb2b37381918_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8bf273175a764bf69d2d99984f2abbeb, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:55,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8bf273175a764bf69d2d99984f2abbeb is 175, key is test_row_0/A:col10/1731968153905/Put/seqid=0
2024-11-18T22:15:55,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741969_1145 (size=31105)
2024-11-18T22:15:55,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8bf273175a764bf69d2d99984f2abbeb
2024-11-18T22:15:55,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968215422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968215422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968215422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968215431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/07bd04309f0d4e85aad9d87abf646c32 is 50, key is test_row_0/B:col10/1731968153905/Put/seqid=0
2024-11-18T22:15:55,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741970_1146 (size=12151)
2024-11-18T22:15:55,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/07bd04309f0d4e85aad9d87abf646c32
2024-11-18T22:15:55,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/cb22ddc55d804dc883e2227cc5adec28 is 50, key is test_row_0/C:col10/1731968153905/Put/seqid=0
2024-11-18T22:15:55,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741971_1147 (size=12151)
2024-11-18T22:15:55,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/cb22ddc55d804dc883e2227cc5adec28
2024-11-18T22:15:55,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968215591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8bf273175a764bf69d2d99984f2abbeb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8bf273175a764bf69d2d99984f2abbeb
2024-11-18T22:15:55,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8bf273175a764bf69d2d99984f2abbeb, entries=150, sequenceid=160, filesize=30.4 K
2024-11-18T22:15:55,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/07bd04309f0d4e85aad9d87abf646c32 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/07bd04309f0d4e85aad9d87abf646c32
2024-11-18T22:15:55,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/07bd04309f0d4e85aad9d87abf646c32, entries=150, sequenceid=160, filesize=11.9 K
2024-11-18T22:15:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/cb22ddc55d804dc883e2227cc5adec28 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/cb22ddc55d804dc883e2227cc5adec28
2024-11-18T22:15:55,645 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/cb22ddc55d804dc883e2227cc5adec28, entries=150, sequenceid=160, filesize=11.9 K
2024-11-18T22:15:55,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 71145fcd3d7165befb3ad2ee685fb5c9 in 706ms, sequenceid=160, compaction requested=true
2024-11-18T22:15:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-18T22:15:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-18T22:15:55,653 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-18T22:15:55,653 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6660 sec
2024-11-18T22:15:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:55,655 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-18T22:15:55,656 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.6790 sec
2024-11-18T22:15:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:55,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186ae1df06e0d64e8888c65f27bb70624b_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968155655/Put/seqid=0
2024-11-18T22:15:55,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968215713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968215713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968215713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968215715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741972_1148 (size=12304)
2024-11-18T22:15:55,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968215831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968215845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968215845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968215846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:55,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968215911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968216052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968216069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968216069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968216071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T22:15:56,122 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:56,125 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-11-18T22:15:56,129 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T22:15:56,131 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:56,131 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:56,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:56,165 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186ae1df06e0d64e8888c65f27bb70624b_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186ae1df06e0d64e8888c65f27bb70624b_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:56,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/db20f5f7fb0d4a87ad8de13fc4d6972e, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:56,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/db20f5f7fb0d4a87ad8de13fc4d6972e is 175, key is test_row_0/A:col10/1731968155655/Put/seqid=0
2024-11-18T22:15:56,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741973_1149 (size=31105)
2024-11-18T22:15:56,205 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/db20f5f7fb0d4a87ad8de13fc4d6972e
2024-11-18T22:15:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T22:15:56,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/3ac421200d914a1fa73a9435d40b9ac5 is 50, key is test_row_0/B:col10/1731968155655/Put/seqid=0
2024-11-18T22:15:56,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741974_1150 (size=12151)
2024-11-18T22:15:56,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T22:15:56,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:56,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968216381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968216382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968216382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968216393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T22:15:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968216438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T22:15:56,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T22:15:56,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:56,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/3ac421200d914a1fa73a9435d40b9ac5
2024-11-18T22:15:56,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/15d7e4ee8cc74a69b26eb48a29af63d5 is 50, key is test_row_0/C:col10/1731968155655/Put/seqid=0
2024-11-18T22:15:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T22:15:56,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T22:15:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741975_1151 (size=12151)
2024-11-18T22:15:56,804 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/15d7e4ee8cc74a69b26eb48a29af63d5
2024-11-18T22:15:56,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/db20f5f7fb0d4a87ad8de13fc4d6972e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/db20f5f7fb0d4a87ad8de13fc4d6972e
2024-11-18T22:15:56,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/db20f5f7fb0d4a87ad8de13fc4d6972e, entries=150, sequenceid=197, filesize=30.4 K
2024-11-18T22:15:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/3ac421200d914a1fa73a9435d40b9ac5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3ac421200d914a1fa73a9435d40b9ac5
2024-11-18T22:15:56,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968216901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968216901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968216902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968216912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:56,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T22:15:56,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:56,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:56,946 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3ac421200d914a1fa73a9435d40b9ac5, entries=150, sequenceid=197, filesize=11.9 K
2024-11-18T22:15:56,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/15d7e4ee8cc74a69b26eb48a29af63d5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/15d7e4ee8cc74a69b26eb48a29af63d5
2024-11-18T22:15:56,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/15d7e4ee8cc74a69b26eb48a29af63d5, entries=150, sequenceid=197, filesize=11.9 K
2024-11-18T22:15:56,983 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1328ms, sequenceid=197, compaction requested=true
2024-11-18T22:15:56,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:56,984 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:15:56,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:56,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:56,985 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:15:56,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:56,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:56,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:56,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:56,993 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 124578 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:15:56,993 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/A is initiating minor compaction (all files)
2024-11-18T22:15:56,993 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/A in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,993 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/e256f2186fe54bb3b5323230b8b61125, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/31c26d571305448a82f76781a27b692f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8bf273175a764bf69d2d99984f2abbeb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/db20f5f7fb0d4a87ad8de13fc4d6972e] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=121.7 K
2024-11-18T22:15:56,994 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,994 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/e256f2186fe54bb3b5323230b8b61125, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/31c26d571305448a82f76781a27b692f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8bf273175a764bf69d2d99984f2abbeb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/db20f5f7fb0d4a87ad8de13fc4d6972e]
2024-11-18T22:15:56,994 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:15:56,994 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/B is initiating minor compaction (all files)
2024-11-18T22:15:56,994 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/B in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:56,994 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/68192e2c006e4c31add068e5a6964a8a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/37fdffc3c91b4771a12f61fcf4794dc2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/07bd04309f0d4e85aad9d87abf646c32, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3ac421200d914a1fa73a9435d40b9ac5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=47.6 K
2024-11-18T22:15:56,995 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e256f2186fe54bb3b5323230b8b61125, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731968150859
2024-11-18T22:15:56,996 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 68192e2c006e4c31add068e5a6964a8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731968150859
2024-11-18T22:15:56,997 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 37fdffc3c91b4771a12f61fcf4794dc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731968153056
2024-11-18T22:15:56,998 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31c26d571305448a82f76781a27b692f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731968153056
2024-11-18T22:15:56,999 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 07bd04309f0d4e85aad9d87abf646c32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731968153905
2024-11-18T22:15:57,002 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf273175a764bf69d2d99984f2abbeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731968153905
2024-11-18T22:15:57,003 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ac421200d914a1fa73a9435d40b9ac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731968155310
2024-11-18T22:15:57,003 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting db20f5f7fb0d4a87ad8de13fc4d6972e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731968155310
2024-11-18T22:15:57,023 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:57,024 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/a5071fec90944a0588f0a5aa8a863628 is 50, key is test_row_0/B:col10/1731968155655/Put/seqid=0
2024-11-18T22:15:57,032 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:57,049 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118c189111a0f1c48ac82afc4bef6efe69e_71145fcd3d7165befb3ad2ee685fb5c9 store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:57,052 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118c189111a0f1c48ac82afc4bef6efe69e_71145fcd3d7165befb3ad2ee685fb5c9, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:57,052 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c189111a0f1c48ac82afc4bef6efe69e_71145fcd3d7165befb3ad2ee685fb5c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:57,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741976_1152 (size=12595)
2024-11-18T22:15:57,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T22:15:57,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:57,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:15:57,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:57,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:57,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:57,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:57,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:57,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:57,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741977_1153 (size=4469)
2024-11-18T22:15:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f7e73f1fb2fc48c89c34318a2b1e8949_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968155709/Put/seqid=0
2024-11-18T22:15:57,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741978_1154 (size=12304)
2024-11-18T22:15:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:57,256 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f7e73f1fb2fc48c89c34318a2b1e8949_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f7e73f1fb2fc48c89c34318a2b1e8949_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/738008d63c8c4a938ac85601c5f4ae55, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/738008d63c8c4a938ac85601c5f4ae55 is 175, key is test_row_0/A:col10/1731968155709/Put/seqid=0
2024-11-18T22:15:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T22:15:57,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741979_1155 (size=31105)
2024-11-18T22:15:57,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:57,513 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/a5071fec90944a0588f0a5aa8a863628 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a5071fec90944a0588f0a5aa8a863628
2024-11-18T22:15:57,525 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/B of 71145fcd3d7165befb3ad2ee685fb5c9 into a5071fec90944a0588f0a5aa8a863628(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:57,525 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:57,525 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/B, priority=12, startTime=1731968156985; duration=0sec
2024-11-18T22:15:57,525 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:57,525 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:B
2024-11-18T22:15:57,525 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:15:57,530 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:15:57,530 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/C is initiating minor compaction (all files)
2024-11-18T22:15:57,530 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/C in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:57,530 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8dc937f8942b4b8f9be571a6bbf80cef, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8169d9ce29cb48e183dd1d7cc9a99e0c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/cb22ddc55d804dc883e2227cc5adec28, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/15d7e4ee8cc74a69b26eb48a29af63d5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=47.6 K
2024-11-18T22:15:57,533 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dc937f8942b4b8f9be571a6bbf80cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731968150859
2024-11-18T22:15:57,533 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8169d9ce29cb48e183dd1d7cc9a99e0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731968153056
2024-11-18T22:15:57,534 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting cb22ddc55d804dc883e2227cc5adec28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731968153905
2024-11-18T22:15:57,534 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 15d7e4ee8cc74a69b26eb48a29af63d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731968155310
2024-11-18T22:15:57,549 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#A#compaction#124 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:57,549 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/6ccdc539011042479b05a5c45e34de9d is 175, key is test_row_0/A:col10/1731968155655/Put/seqid=0
2024-11-18T22:15:57,579 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:57,580 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/3da2c77d6cf24953ad130df548f8c050 is 50, key is test_row_0/C:col10/1731968155655/Put/seqid=0
2024-11-18T22:15:57,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741980_1156 (size=31549)
2024-11-18T22:15:57,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968157519, max timestamp=1731968157625Num uniques 859; 
2024-11-18T22:15:57,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:57,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968157519, max timestamp=1731968157625Num uniques 859; 
2024-11-18T22:15:57,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:57,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741981_1157 (size=12595)
2024-11-18T22:15:57,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968157519, max timestamp=1731968157625Num uniques 859; 
2024-11-18T22:15:57,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:15:57,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/738008d63c8c4a938ac85601c5f4ae55
2024-11-18T22:15:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/4685792241594c6e9c85310ddbb68527 is 50, key is test_row_0/B:col10/1731968155709/Put/seqid=0
2024-11-18T22:15:57,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741982_1158 (size=12151)
2024-11-18T22:15:57,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/4685792241594c6e9c85310ddbb68527
2024-11-18T22:15:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/c4e1b753cc174b45894be80eaaa23a48 is 50, key is test_row_0/C:col10/1731968155709/Put/seqid=0
2024-11-18T22:15:57,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968217860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:57,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741983_1159 (size=12151)
2024-11-18T22:15:57,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/c4e1b753cc174b45894be80eaaa23a48
2024-11-18T22:15:57,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968217921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:57,922 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:57,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968217924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:57,934 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:57,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968217932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:57,946 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2233 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:57,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968217941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:57,948 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2233 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:57,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/738008d63c8c4a938ac85601c5f4ae55 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/738008d63c8c4a938ac85601c5f4ae55
2024-11-18T22:15:57,985 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/738008d63c8c4a938ac85601c5f4ae55, entries=150, sequenceid=207, filesize=30.4 K
2024-11-18T22:15:57,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968217981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/4685792241594c6e9c85310ddbb68527 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/4685792241594c6e9c85310ddbb68527
2024-11-18T22:15:58,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/4685792241594c6e9c85310ddbb68527, entries=150, sequenceid=207, filesize=11.9 K
2024-11-18T22:15:58,029 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/6ccdc539011042479b05a5c45e34de9d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6ccdc539011042479b05a5c45e34de9d
2024-11-18T22:15:58,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/c4e1b753cc174b45894be80eaaa23a48 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/c4e1b753cc174b45894be80eaaa23a48
2024-11-18T22:15:58,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/c4e1b753cc174b45894be80eaaa23a48, entries=150, sequenceid=207, filesize=11.9 K
2024-11-18T22:15:58,063 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/3da2c77d6cf24953ad130df548f8c050 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/3da2c77d6cf24953ad130df548f8c050
2024-11-18T22:15:58,069 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/A of 71145fcd3d7165befb3ad2ee685fb5c9 into 6ccdc539011042479b05a5c45e34de9d(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-18T22:15:58,069 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 71145fcd3d7165befb3ad2ee685fb5c9 in 967ms, sequenceid=207, compaction requested=false
2024-11-18T22:15:58,069 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:58,069 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/A, priority=12, startTime=1731968156984; duration=1sec
2024-11-18T22:15:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-11-18T22:15:58,069 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:58,069 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:A
2024-11-18T22:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-11-18T22:15:58,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-18T22:15:58,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec
2024-11-18T22:15:58,085 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.9580 sec
2024-11-18T22:15:58,091 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/C of 71145fcd3d7165befb3ad2ee685fb5c9 into 3da2c77d6cf24953ad130df548f8c050(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:58,091 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:58,091 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/C, priority=12, startTime=1731968156987; duration=0sec
2024-11-18T22:15:58,092 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:58,092 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:C
2024-11-18T22:15:58,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731968157731, max timestamp=1731968158196Num uniques 1018; 
2024-11-18T22:15:58,206 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T22:15:58,207 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB
2024-11-18T22:15:58,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:58,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:15:58,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:58,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:15:58,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:58,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:15:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:58,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185e24ec81bca2408d90ef0adbb8eaa083_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968158196/Put/seqid=0
2024-11-18T22:15:58,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741984_1160 (size=14794)
2024-11-18T22:15:58,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T22:15:58,293 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:15:58,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:15:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-18T22:15:58,299 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185e24ec81bca2408d90ef0adbb8eaa083_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185e24ec81bca2408d90ef0adbb8eaa083_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T22:15:58,307 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8d882c979b7e4c328884b504ef56c76b, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:58,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8d882c979b7e4c328884b504ef56c76b is 175, key is test_row_0/A:col10/1731968158196/Put/seqid=0
2024-11-18T22:15:58,308 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:15:58,311 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:15:58,311 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:15:58,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741985_1161 (size=39749)
2024-11-18T22:15:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T22:15:58,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968218417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:58,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:58,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:58,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:58,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968218531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T22:15:58,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968218760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:58,776 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8d882c979b7e4c328884b504ef56c76b
2024-11-18T22:15:58,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/aa10bc05d9c148c197f5bf28e1d2e480 is 50, key is test_row_0/B:col10/1731968158196/Put/seqid=0
2024-11-18T22:15:58,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741986_1162 (size=12151)
2024-11-18T22:15:58,888 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/aa10bc05d9c148c197f5bf28e1d2e480
2024-11-18T22:15:58,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/9cbd569aee254b1ba094484953c96b02 is 50, key is test_row_0/C:col10/1731968158196/Put/seqid=0
2024-11-18T22:15:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T22:15:58,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:58,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:58,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:58,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741987_1163 (size=12151)
2024-11-18T22:15:58,980 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/9cbd569aee254b1ba094484953c96b02
2024-11-18T22:15:58,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/8d882c979b7e4c328884b504ef56c76b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8d882c979b7e4c328884b504ef56c76b
2024-11-18T22:15:58,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8d882c979b7e4c328884b504ef56c76b, entries=200, sequenceid=248, filesize=38.8 K
2024-11-18T22:15:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/aa10bc05d9c148c197f5bf28e1d2e480 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/aa10bc05d9c148c197f5bf28e1d2e480
2024-11-18T22:15:59,017 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/aa10bc05d9c148c197f5bf28e1d2e480, entries=150, sequenceid=248, filesize=11.9 K
2024-11-18T22:15:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/9cbd569aee254b1ba094484953c96b02 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9cbd569aee254b1ba094484953c96b02
2024-11-18T22:15:59,042 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9cbd569aee254b1ba094484953c96b02, entries=150, sequenceid=248, filesize=11.9 K
2024-11-18T22:15:59,047 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~292.16 KB/299168, currentSize=73.80 KB/75570 for 71145fcd3d7165befb3ad2ee685fb5c9 in 841ms, sequenceid=248, compaction requested=true
2024-11-18T22:15:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:15:59,047 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:15:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:59,047 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:15:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:59,049 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:59,049 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:59,049 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/B is initiating minor compaction (all files)
2024-11-18T22:15:59,049 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/A is initiating minor compaction (all files)
2024-11-18T22:15:59,049 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/B in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,049 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a5071fec90944a0588f0a5aa8a863628, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/4685792241594c6e9c85310ddbb68527, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/aa10bc05d9c148c197f5bf28e1d2e480] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=36.0 K
2024-11-18T22:15:59,049 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a5071fec90944a0588f0a5aa8a863628, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731968155310
2024-11-18T22:15:59,050 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 4685792241594c6e9c85310ddbb68527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731968155708
2024-11-18T22:15:59,050 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting aa10bc05d9c148c197f5bf28e1d2e480, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731968157731
2024-11-18T22:15:59,051 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/A in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,052 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6ccdc539011042479b05a5c45e34de9d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/738008d63c8c4a938ac85601c5f4ae55, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8d882c979b7e4c328884b504ef56c76b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=100.0 K
2024-11-18T22:15:59,052 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,052 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6ccdc539011042479b05a5c45e34de9d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/738008d63c8c4a938ac85601c5f4ae55, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8d882c979b7e4c328884b504ef56c76b]
2024-11-18T22:15:59,058 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ccdc539011042479b05a5c45e34de9d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731968155310
2024-11-18T22:15:59,063 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:59,063 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 738008d63c8c4a938ac85601c5f4ae55, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731968155708
2024-11-18T22:15:59,063 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/61d147982e01421493256b405c102c70 is 50, key is test_row_0/B:col10/1731968158196/Put/seqid=0
2024-11-18T22:15:59,064 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d882c979b7e4c328884b504ef56c76b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731968157731
2024-11-18T22:15:59,084 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:59,093 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:59,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741988_1164 (size=12697)
2024-11-18T22:15:59,121 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118949111de9e224a4181e3b04e77bb5e5c_71145fcd3d7165befb3ad2ee685fb5c9 store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:59,123 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118949111de9e224a4181e3b04e77bb5e5c_71145fcd3d7165befb3ad2ee685fb5c9, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:59,123 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118949111de9e224a4181e3b04e77bb5e5c_71145fcd3d7165befb3ad2ee685fb5c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:59,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186d4424f9e5484a75a4371bc767938d0b_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968159082/Put/seqid=0
2024-11-18T22:15:59,134 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/61d147982e01421493256b405c102c70 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/61d147982e01421493256b405c102c70
2024-11-18T22:15:59,163 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/B of 71145fcd3d7165befb3ad2ee685fb5c9 into 61d147982e01421493256b405c102c70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:59,163 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:59,164 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/B, priority=13, startTime=1731968159047; duration=0sec
2024-11-18T22:15:59,164 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:15:59,164 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:B
2024-11-18T22:15:59,164 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:15:59,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741989_1165 (size=4469)
2024-11-18T22:15:59,175 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:15:59,175 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/C is initiating minor compaction (all files)
2024-11-18T22:15:59,175 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/C in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,175 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/3da2c77d6cf24953ad130df548f8c050, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/c4e1b753cc174b45894be80eaaa23a48, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9cbd569aee254b1ba094484953c96b02] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=36.0 K
2024-11-18T22:15:59,182 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3da2c77d6cf24953ad130df548f8c050, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731968155310
2024-11-18T22:15:59,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741990_1166 (size=14944)
2024-11-18T22:15:59,190 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c4e1b753cc174b45894be80eaaa23a48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731968155708
2024-11-18T22:15:59,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:59,198 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cbd569aee254b1ba094484953c96b02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731968157731
2024-11-18T22:15:59,218 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186d4424f9e5484a75a4371bc767938d0b_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186d4424f9e5484a75a4371bc767938d0b_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:59,225 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/4fc2dcf777c347e396cc466e8382c047, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:59,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/4fc2dcf777c347e396cc466e8382c047 is 175, key is test_row_0/A:col10/1731968159082/Put/seqid=0
2024-11-18T22:15:59,227 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:59,228 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/f767da98bc5947f48b4a922240eea723 is 50, key is test_row_0/C:col10/1731968158196/Put/seqid=0
2024-11-18T22:15:59,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968219245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:59,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741991_1167 (size=39899)
2024-11-18T22:15:59,288 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/4fc2dcf777c347e396cc466e8382c047
2024-11-18T22:15:59,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:59,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741992_1168 (size=12697)
2024-11-18T22:15:59,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/dfaf365fc35046d3a0bb225a2e90fb85 is 50, key is test_row_0/B:col10/1731968159082/Put/seqid=0
2024-11-18T22:15:59,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968219376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:59,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741993_1169 (size=12251)
2024-11-18T22:15:59,431 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/dfaf365fc35046d3a0bb225a2e90fb85
2024-11-18T22:15:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T22:15:59,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:59,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:59,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e1138ee73646498086d6d147536fa1b2 is 50, key is test_row_0/C:col10/1731968159082/Put/seqid=0
2024-11-18T22:15:59,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741994_1170 (size=12251)
2024-11-18T22:15:59,520 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e1138ee73646498086d6d147536fa1b2
2024-11-18T22:15:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/4fc2dcf777c347e396cc466e8382c047 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/4fc2dcf777c347e396cc466e8382c047
2024-11-18T22:15:59,548 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/4fc2dcf777c347e396cc466e8382c047, entries=200, sequenceid=263, filesize=39.0 K
2024-11-18T22:15:59,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/dfaf365fc35046d3a0bb225a2e90fb85 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/dfaf365fc35046d3a0bb225a2e90fb85
2024-11-18T22:15:59,555 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/dfaf365fc35046d3a0bb225a2e90fb85, entries=150, sequenceid=263, filesize=12.0 K
2024-11-18T22:15:59,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e1138ee73646498086d6d147536fa1b2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e1138ee73646498086d6d147536fa1b2
2024-11-18T22:15:59,570 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e1138ee73646498086d6d147536fa1b2, entries=150, sequenceid=263, filesize=12.0 K
2024-11-18T22:15:59,571 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 71145fcd3d7165befb3ad2ee685fb5c9 in 487ms, sequenceid=263, compaction requested=false
2024-11-18T22:15:59,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:59,576 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#A#compaction#133 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:15:59,576 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/0a8efb97806d4d32b655d439e95b9192 is 175, key is test_row_0/A:col10/1731968158196/Put/seqid=0
2024-11-18T22:15:59,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741995_1171 (size=31651)
2024-11-18T22:15:59,625 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/0a8efb97806d4d32b655d439e95b9192 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/0a8efb97806d4d32b655d439e95b9192
2024-11-18T22:15:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:59,626 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:15:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:15:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:15:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:15:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:15:59,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,650 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/A of 71145fcd3d7165befb3ad2ee685fb5c9 into 0a8efb97806d4d32b655d439e95b9192(size=30.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:59,651 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:59,651 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/A, priority=13, startTime=1731968159047; duration=0sec
2024-11-18T22:15:59,651 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:59,651 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:A
2024-11-18T22:15:59,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ec8a7ac64d2a48199b9c505912e843ca_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968159612/Put/seqid=0
2024-11-18T22:15:59,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741996_1172 (size=14994)
2024-11-18T22:15:59,735 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/f767da98bc5947f48b4a922240eea723 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/f767da98bc5947f48b4a922240eea723
2024-11-18T22:15:59,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:15:59,745 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ec8a7ac64d2a48199b9c505912e843ca_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ec8a7ac64d2a48199b9c505912e843ca_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:15:59,750 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/C of 71145fcd3d7165befb3ad2ee685fb5c9 into f767da98bc5947f48b4a922240eea723(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:15:59,750 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:15:59,750 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/C, priority=13, startTime=1731968159047; duration=0sec
2024-11-18T22:15:59,751 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:15:59,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/01342df31bb443ff8a48382764455d08, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:15:59,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/01342df31bb443ff8a48382764455d08 is 175, key is test_row_0/A:col10/1731968159612/Put/seqid=0
2024-11-18T22:15:59,754 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:C
2024-11-18T22:15:59,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968219776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:59,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:59,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741997_1173 (size=39949)
2024-11-18T22:15:59,826 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/01342df31bb443ff8a48382764455d08
2024-11-18T22:15:59,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/8e96d19162024cf0b646c1899984e7a9 is 50, key is test_row_0/B:col10/1731968159612/Put/seqid=0
2024-11-18T22:15:59,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968219899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:59,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741998_1174 (size=12301)
2024-11-18T22:15:59,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32894 deadline: 1731968219933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,940 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:59,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:59,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:15:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1731968219954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:15:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:15:59,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,959 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:15:59,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32938 deadline: 1731968219961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,973 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4258 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:15:59,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:15:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1731968219961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:15:59,977 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in 71145fcd3d7165befb3ad2ee685fb5c9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4263 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:15:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:15:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:00,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:16:00,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:16:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968220117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:00,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:16:00,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:16:00,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/8e96d19162024cf0b646c1899984e7a9
2024-11-18T22:16:00,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/b471ce7eb963458eb333babdef817373 is 50, key is test_row_0/C:col10/1731968159612/Put/seqid=0
2024-11-18T22:16:00,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741999_1175 (size=12301)
2024-11-18T22:16:00,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:16:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:16:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968220433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T22:16:00,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:16:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:16:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:16:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:16:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:00,789 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/b471ce7eb963458eb333babdef817373
2024-11-18T22:16:00,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/01342df31bb443ff8a48382764455d08 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/01342df31bb443ff8a48382764455d08
2024-11-18T22:16:00,846 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/01342df31bb443ff8a48382764455d08, entries=200, sequenceid=282, filesize=39.0 K
2024-11-18T22:16:00,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/8e96d19162024cf0b646c1899984e7a9 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/8e96d19162024cf0b646c1899984e7a9
2024-11-18T22:16:00,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/8e96d19162024cf0b646c1899984e7a9, entries=150, sequenceid=282, filesize=12.0 K
2024-11-18T22:16:00,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/b471ce7eb963458eb333babdef817373 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/b471ce7eb963458eb333babdef817373
2024-11-18T22:16:00,897 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/b471ce7eb963458eb333babdef817373, entries=150, sequenceid=282, filesize=12.0 K
2024-11-18T22:16:00,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1273ms, sequenceid=282, compaction requested=true
2024-11-18T22:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:00,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:00,900 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:00,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:00,900 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:00,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:00,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:00,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:00,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:00,902 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111499 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:00,902 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/A is initiating minor compaction (all files)
2024-11-18T22:16:00,902 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/A in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,903 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/0a8efb97806d4d32b655d439e95b9192, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/4fc2dcf777c347e396cc466e8382c047, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/01342df31bb443ff8a48382764455d08] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=108.9 K
2024-11-18T22:16:00,903 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,903 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/0a8efb97806d4d32b655d439e95b9192, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/4fc2dcf777c347e396cc466e8382c047, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/01342df31bb443ff8a48382764455d08]
2024-11-18T22:16:00,904 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a8efb97806d4d32b655d439e95b9192, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731968157731
2024-11-18T22:16:00,908 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:00,908 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fc2dcf777c347e396cc466e8382c047, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731968158249
2024-11-18T22:16:00,908 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/B is initiating minor compaction (all files)
2024-11-18T22:16:00,908 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/B in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,908 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/61d147982e01421493256b405c102c70, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/dfaf365fc35046d3a0bb225a2e90fb85, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/8e96d19162024cf0b646c1899984e7a9] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=36.4 K
2024-11-18T22:16:00,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T22:16:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:00,939 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 61d147982e01421493256b405c102c70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731968157731
2024-11-18T22:16:00,939 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:16:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:16:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:16:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:16:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:00,940 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting dfaf365fc35046d3a0bb225a2e90fb85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731968158249
2024-11-18T22:16:00,940 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01342df31bb443ff8a48382764455d08, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731968159197
2024-11-18T22:16:00,940 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e96d19162024cf0b646c1899984e7a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731968159197
2024-11-18T22:16:00,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. as already flushing
2024-11-18T22:16:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111868dae394f0a74a4e9c745f1e63c355c7_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968159702/Put/seqid=0
2024-11-18T22:16:00,962 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:00,969 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#B#compaction#143 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:00,970 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/9f7697fbac074f948311fa049c8c4768 is 50, key is test_row_0/B:col10/1731968159612/Put/seqid=0
2024-11-18T22:16:01,012 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118d5b73a445ed94672a5eca9dfcd13c304_71145fcd3d7165befb3ad2ee685fb5c9 store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:01,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742000_1176 (size=12454)
2024-11-18T22:16:01,015 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118d5b73a445ed94672a5eca9dfcd13c304_71145fcd3d7165befb3ad2ee685fb5c9, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:01,015 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d5b73a445ed94672a5eca9dfcd13c304_71145fcd3d7165befb3ad2ee685fb5c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:01,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:01,026 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111868dae394f0a74a4e9c745f1e63c355c7_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868dae394f0a74a4e9c745f1e63c355c7_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/bafa187c19074a23924334c8ae420d2b, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/bafa187c19074a23924334c8ae420d2b is 175, key is test_row_0/A:col10/1731968159702/Put/seqid=0
2024-11-18T22:16:01,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742001_1177 (size=12949)
2024-11-18T22:16:01,041 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/9f7697fbac074f948311fa049c8c4768 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/9f7697fbac074f948311fa049c8c4768
2024-11-18T22:16:01,048 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/B of 71145fcd3d7165befb3ad2ee685fb5c9 into 9f7697fbac074f948311fa049c8c4768(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:01,049 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:01,049 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/B, priority=13, startTime=1731968160900; duration=0sec
2024-11-18T22:16:01,049 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:01,049 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:B
2024-11-18T22:16:01,050 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:01,053 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:01,054 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/C is initiating minor compaction (all files)
2024-11-18T22:16:01,054 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/C in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:01,054 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/f767da98bc5947f48b4a922240eea723, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e1138ee73646498086d6d147536fa1b2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/b471ce7eb963458eb333babdef817373] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=36.4 K
2024-11-18T22:16:01,055 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f767da98bc5947f48b4a922240eea723, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731968157731
2024-11-18T22:16:01,055 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e1138ee73646498086d6d147536fa1b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731968158249
2024-11-18T22:16:01,056 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting b471ce7eb963458eb333babdef817373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731968159197
2024-11-18T22:16:01,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742002_1178 (size=4469)
2024-11-18T22:16:01,075 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#A#compaction#142 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:01,075 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/c2ddfeb4aa984efb901f532f2b49ee14 is 175, key is test_row_0/A:col10/1731968159612/Put/seqid=0
2024-11-18T22:16:01,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742003_1179 (size=31255)
2024-11-18T22:16:01,090 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/bafa187c19074a23924334c8ae420d2b
2024-11-18T22:16:01,095 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:01,095 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/2ccde1f782b04dd68103e83ecddc6bab is 50, key is test_row_0/C:col10/1731968159612/Put/seqid=0
2024-11-18T22:16:01,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968221130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:01,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/d6a7c9f2a4094619acc7d9cae1514168 is 50, key is test_row_0/B:col10/1731968159702/Put/seqid=0
2024-11-18T22:16:01,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742004_1180 (size=31903)
2024-11-18T22:16:01,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742005_1181 (size=12949)
2024-11-18T22:16:01,210 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/c2ddfeb4aa984efb901f532f2b49ee14 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/c2ddfeb4aa984efb901f532f2b49ee14
2024-11-18T22:16:01,219 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/A of 71145fcd3d7165befb3ad2ee685fb5c9 into c2ddfeb4aa984efb901f532f2b49ee14(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:01,219 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:01,219 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/A, priority=13, startTime=1731968160900; duration=0sec
2024-11-18T22:16:01,219 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:01,219 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:A
2024-11-18T22:16:01,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742006_1182 (size=12301)
2024-11-18T22:16:01,231 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/d6a7c9f2a4094619acc7d9cae1514168
2024-11-18T22:16:01,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e7523e3c31514a759e8a38443c821789 is 50, key is test_row_0/C:col10/1731968159702/Put/seqid=0
2024-11-18T22:16:01,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742007_1183 (size=12301)
2024-11-18T22:16:01,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e7523e3c31514a759e8a38443c821789
2024-11-18T22:16:01,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1731968221257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/bafa187c19074a23924334c8ae420d2b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/bafa187c19074a23924334c8ae420d2b
2024-11-18T22:16:01,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/bafa187c19074a23924334c8ae420d2b, entries=150, sequenceid=298, filesize=30.5 K
2024-11-18T22:16:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/d6a7c9f2a4094619acc7d9cae1514168 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/d6a7c9f2a4094619acc7d9cae1514168
2024-11-18T22:16:01,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/d6a7c9f2a4094619acc7d9cae1514168, entries=150, sequenceid=298, filesize=12.0 K
2024-11-18T22:16:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e7523e3c31514a759e8a38443c821789 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e7523e3c31514a759e8a38443c821789
2024-11-18T22:16:01,382 INFO  [Thread-542 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-542.
2024-11-18T22:16:01,382 DEBUG [Thread-542 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:01,382 DEBUG [Thread-542 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,383 DEBUG [Thread-542 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,383 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:01,385 INFO  [Thread-536 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-536.
2024-11-18T22:16:01,385 DEBUG [Thread-536 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:01,385 DEBUG [Thread-536 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,385 DEBUG [Thread-536 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,388 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:01,392 INFO  [Thread-538 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-538.
2024-11-18T22:16:01,392 DEBUG [Thread-538 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:01,392 DEBUG [Thread-538 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,393 DEBUG [Thread-538 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,396 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:01,401 INFO  [Thread-540 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-540.
2024-11-18T22:16:01,401 DEBUG [Thread-540 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:01,401 DEBUG [Thread-540 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,401 DEBUG [Thread-540 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,404 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:01,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e7523e3c31514a759e8a38443c821789, entries=150, sequenceid=298, filesize=12.0 K
2024-11-18T22:16:01,424 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 71145fcd3d7165befb3ad2ee685fb5c9 in 485ms, sequenceid=298, compaction requested=false
2024-11-18T22:16:01,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:01,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:01,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-18T22:16:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-18T22:16:01,457 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-18T22:16:01,457 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1240 sec
2024-11-18T22:16:01,472 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 3.1640 sec
2024-11-18T22:16:01,491 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:16:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:16:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:16:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:16:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:01,493 INFO  [Thread-529 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-529.
2024-11-18T22:16:01,493 DEBUG [Thread-529 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:01,493 DEBUG [Thread-529 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,493 DEBUG [Thread-529 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:01,493 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:01,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182e41dff401c747e6b344836fe6b213eb_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968161113/Put/seqid=0
2024-11-18T22:16:01,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742008_1184 (size=12454)
2024-11-18T22:16:01,641 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/2ccde1f782b04dd68103e83ecddc6bab as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2ccde1f782b04dd68103e83ecddc6bab
2024-11-18T22:16:01,686 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/C of 71145fcd3d7165befb3ad2ee685fb5c9 into 2ccde1f782b04dd68103e83ecddc6bab(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:01,686 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:01,686 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/C, priority=13, startTime=1731968160900; duration=0sec
2024-11-18T22:16:01,687 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:01,687 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:C
2024-11-18T22:16:02,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:02,041 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182e41dff401c747e6b344836fe6b213eb_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182e41dff401c747e6b344836fe6b213eb_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:02,043 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/649edd57d9ce41ddbf230e4298c53e54, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:02,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/649edd57d9ce41ddbf230e4298c53e54 is 175, key is test_row_0/A:col10/1731968161113/Put/seqid=0
2024-11-18T22:16:02,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742009_1185 (size=31255)
2024-11-18T22:16:02,448 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/649edd57d9ce41ddbf230e4298c53e54
2024-11-18T22:16:02,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/725394651aef410ca109d7071230d8d5 is 50, key is test_row_0/B:col10/1731968161113/Put/seqid=0
2024-11-18T22:16:02,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742010_1186 (size=12301)
2024-11-18T22:16:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T22:16:02,481 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:02,482 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/725394651aef410ca109d7071230d8d5
2024-11-18T22:16:02,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/58753b3a60ae4a26a7d37c1a1219d1fb is 50, key is test_row_0/C:col10/1731968161113/Put/seqid=0
2024-11-18T22:16:02,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742011_1187 (size=12301)
2024-11-18T22:16:02,920 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/58753b3a60ae4a26a7d37c1a1219d1fb
2024-11-18T22:16:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/649edd57d9ce41ddbf230e4298c53e54 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/649edd57d9ce41ddbf230e4298c53e54
2024-11-18T22:16:02,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/649edd57d9ce41ddbf230e4298c53e54, entries=150, sequenceid=319, filesize=30.5 K
2024-11-18T22:16:02,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/725394651aef410ca109d7071230d8d5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/725394651aef410ca109d7071230d8d5
2024-11-18T22:16:02,941 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/725394651aef410ca109d7071230d8d5, entries=150, sequenceid=319, filesize=12.0 K
2024-11-18T22:16:02,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/58753b3a60ae4a26a7d37c1a1219d1fb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/58753b3a60ae4a26a7d37c1a1219d1fb
2024-11-18T22:16:02,949 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/58753b3a60ae4a26a7d37c1a1219d1fb, entries=150, sequenceid=319, filesize=12.0 K
2024-11-18T22:16:02,950 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1459ms, sequenceid=319, compaction requested=true
2024-11-18T22:16:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:02,950 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71145fcd3d7165befb3ad2ee685fb5c9:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:02,952 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:02,952 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/A is initiating minor compaction (all files)
2024-11-18T22:16:02,952 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/A in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:02,952 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/c2ddfeb4aa984efb901f532f2b49ee14, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/bafa187c19074a23924334c8ae420d2b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/649edd57d9ce41ddbf230e4298c53e54] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=92.2 K
2024-11-18T22:16:02,952 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:02,952 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:02,952 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/c2ddfeb4aa984efb901f532f2b49ee14, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/bafa187c19074a23924334c8ae420d2b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/649edd57d9ce41ddbf230e4298c53e54]
2024-11-18T22:16:02,953 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ddfeb4aa984efb901f532f2b49ee14, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731968159197
2024-11-18T22:16:02,954 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting bafa187c19074a23924334c8ae420d2b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731968159702
2024-11-18T22:16:02,954 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 649edd57d9ce41ddbf230e4298c53e54, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731968161089
2024-11-18T22:16:02,955 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:02,955 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/B is initiating minor compaction (all files)
2024-11-18T22:16:02,955 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/B in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:02,955 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/9f7697fbac074f948311fa049c8c4768, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/d6a7c9f2a4094619acc7d9cae1514168, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/725394651aef410ca109d7071230d8d5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=36.7 K
2024-11-18T22:16:02,959 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f7697fbac074f948311fa049c8c4768, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731968159197
2024-11-18T22:16:02,960 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d6a7c9f2a4094619acc7d9cae1514168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731968159702
2024-11-18T22:16:02,961 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 725394651aef410ca109d7071230d8d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731968161089
2024-11-18T22:16:02,989 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:03,014 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:03,015 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/7f86322e641a4dbb9aca02923aa417d9 is 50, key is test_row_0/B:col10/1731968161113/Put/seqid=0
2024-11-18T22:16:03,017 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118e8eab95d34b64fe5805ce29928c8c08d_71145fcd3d7165befb3ad2ee685fb5c9 store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:03,047 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118e8eab95d34b64fe5805ce29928c8c08d_71145fcd3d7165befb3ad2ee685fb5c9, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:03,048 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e8eab95d34b64fe5805ce29928c8c08d_71145fcd3d7165befb3ad2ee685fb5c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:03,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742012_1188 (size=13051)
2024-11-18T22:16:03,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742013_1189 (size=4469)
2024-11-18T22:16:03,113 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#A#compaction#150 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:03,114 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/1512b5cdabc34f64b65ef934ce203073 is 175, key is test_row_0/A:col10/1731968161113/Put/seqid=0
2024-11-18T22:16:03,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742014_1190 (size=32005)
2024-11-18T22:16:03,508 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/7f86322e641a4dbb9aca02923aa417d9 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/7f86322e641a4dbb9aca02923aa417d9
2024-11-18T22:16:03,548 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/B of 71145fcd3d7165befb3ad2ee685fb5c9 into 7f86322e641a4dbb9aca02923aa417d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:03,549 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:03,549 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/B, priority=13, startTime=1731968162950; duration=0sec
2024-11-18T22:16:03,549 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:03,549 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:B
2024-11-18T22:16:03,549 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:03,551 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:03,551 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 71145fcd3d7165befb3ad2ee685fb5c9/C is initiating minor compaction (all files)
2024-11-18T22:16:03,551 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71145fcd3d7165befb3ad2ee685fb5c9/C in TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:03,552 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2ccde1f782b04dd68103e83ecddc6bab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e7523e3c31514a759e8a38443c821789, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/58753b3a60ae4a26a7d37c1a1219d1fb] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp, totalSize=36.7 K
2024-11-18T22:16:03,553 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ccde1f782b04dd68103e83ecddc6bab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731968159197
2024-11-18T22:16:03,554 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e7523e3c31514a759e8a38443c821789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731968159702
2024-11-18T22:16:03,557 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 58753b3a60ae4a26a7d37c1a1219d1fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731968161089
2024-11-18T22:16:03,579 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/1512b5cdabc34f64b65ef934ce203073 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/1512b5cdabc34f64b65ef934ce203073
2024-11-18T22:16:03,592 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/A of 71145fcd3d7165befb3ad2ee685fb5c9 into 1512b5cdabc34f64b65ef934ce203073(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:03,592 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:03,592 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/A, priority=13, startTime=1731968162950; duration=0sec
2024-11-18T22:16:03,592 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:03,592 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:A
2024-11-18T22:16:03,629 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71145fcd3d7165befb3ad2ee685fb5c9#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:03,630 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/0c6ef83d5fb6410ea1103078dd587cd0 is 50, key is test_row_0/C:col10/1731968161113/Put/seqid=0
2024-11-18T22:16:03,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742015_1191 (size=13051)
2024-11-18T22:16:03,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T22:16:03,973 INFO  [Thread-533 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-533.
2024-11-18T22:16:03,973 INFO  [Thread-525 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-525.
2024-11-18T22:16:03,973 DEBUG [Thread-525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:03,973 DEBUG [Thread-533 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:03,973 DEBUG [Thread-533 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:03,973 DEBUG [Thread-525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:03,973 DEBUG [Thread-525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:03,973 DEBUG [Thread-533 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:03,974 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:03,974 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:03,993 INFO  [Thread-531 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-531.
2024-11-18T22:16:03,993 DEBUG [Thread-531 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:03,993 DEBUG [Thread-531 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:03,993 DEBUG [Thread-531 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:03,993 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:04,003 INFO  [Thread-527 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-527.
2024-11-18T22:16:04,003 DEBUG [Thread-527 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:04,003 DEBUG [Thread-527 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:04,003 DEBUG [Thread-527 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:04,004 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 36
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 27
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 125
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 33
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 33
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1455
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1441
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 711
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2130 rows
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 698
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2083 rows
2024-11-18T22:16:04,004 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:16:04,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:16:04,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:04,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:04,005 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:04,006 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T22:16:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T22:16:04,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968164009"}]},"ts":"1731968164009"}
2024-11-18T22:16:04,011 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T22:16:04,011 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T22:16:04,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:16:04,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, UNASSIGN}]
2024-11-18T22:16:04,014 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, UNASSIGN
2024-11-18T22:16:04,014 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:04,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, UNASSIGN because future has completed
2024-11-18T22:16:04,016 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:16:04,016 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:16:04,076 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/0c6ef83d5fb6410ea1103078dd587cd0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/0c6ef83d5fb6410ea1103078dd587cd0
2024-11-18T22:16:04,083 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71145fcd3d7165befb3ad2ee685fb5c9/C of 71145fcd3d7165befb3ad2ee685fb5c9 into 0c6ef83d5fb6410ea1103078dd587cd0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:04,083 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71145fcd3d7165befb3ad2ee685fb5c9:

2024-11-18T22:16:04,083 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., storeName=71145fcd3d7165befb3ad2ee685fb5c9/C, priority=13, startTime=1731968162950; duration=0sec
2024-11-18T22:16:04,083 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:04,083 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71145fcd3d7165befb3ad2ee685fb5c9:C
2024-11-18T22:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T22:16:04,169 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:04,169 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:16:04,169 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 71145fcd3d7165befb3ad2ee685fb5c9, disabling compactions & flushes
2024-11-18T22:16:04,169 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:04,169 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:04,169 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. after waiting 0 ms
2024-11-18T22:16:04,169 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:04,169 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(2902): Flushing 71145fcd3d7165befb3ad2ee685fb5c9 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-18T22:16:04,170 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=A
2024-11-18T22:16:04,170 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:04,170 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=B
2024-11-18T22:16:04,170 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:04,170 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71145fcd3d7165befb3ad2ee685fb5c9, store=C
2024-11-18T22:16:04,170 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:04,178 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eaadb377380b4888bedd8de3dd9c0248_71145fcd3d7165befb3ad2ee685fb5c9 is 50, key is test_row_0/A:col10/1731968163991/Put/seqid=0
2024-11-18T22:16:04,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742016_1192 (size=9914)
2024-11-18T22:16:04,191 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:04,200 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eaadb377380b4888bedd8de3dd9c0248_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eaadb377380b4888bedd8de3dd9c0248_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:04,202 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/26ed75b66d3d44a385df15d68473bf11, store: [table=TestAcidGuarantees family=A region=71145fcd3d7165befb3ad2ee685fb5c9]
2024-11-18T22:16:04,202 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/26ed75b66d3d44a385df15d68473bf11 is 175, key is test_row_0/A:col10/1731968163991/Put/seqid=0
2024-11-18T22:16:04,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742017_1193 (size=22561)
2024-11-18T22:16:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T22:16:04,614 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/26ed75b66d3d44a385df15d68473bf11
2024-11-18T22:16:04,624 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/a7b5a5e4f49a491e98a4f7864265e569 is 50, key is test_row_0/B:col10/1731968163991/Put/seqid=0
2024-11-18T22:16:04,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742018_1194 (size=9857)
2024-11-18T22:16:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T22:16:05,036 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/a7b5a5e4f49a491e98a4f7864265e569
2024-11-18T22:16:05,047 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e28f469713fb48d58865d251509ff077 is 50, key is test_row_0/C:col10/1731968163991/Put/seqid=0
2024-11-18T22:16:05,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742019_1195 (size=9857)
2024-11-18T22:16:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T22:16:05,462 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e28f469713fb48d58865d251509ff077
2024-11-18T22:16:05,470 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/A/26ed75b66d3d44a385df15d68473bf11 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/26ed75b66d3d44a385df15d68473bf11
2024-11-18T22:16:05,476 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/26ed75b66d3d44a385df15d68473bf11, entries=100, sequenceid=330, filesize=22.0 K
2024-11-18T22:16:05,478 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/B/a7b5a5e4f49a491e98a4f7864265e569 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a7b5a5e4f49a491e98a4f7864265e569
2024-11-18T22:16:05,485 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a7b5a5e4f49a491e98a4f7864265e569, entries=100, sequenceid=330, filesize=9.6 K
2024-11-18T22:16:05,486 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/.tmp/C/e28f469713fb48d58865d251509ff077 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e28f469713fb48d58865d251509ff077
2024-11-18T22:16:05,496 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e28f469713fb48d58865d251509ff077, entries=100, sequenceid=330, filesize=9.6 K
2024-11-18T22:16:05,497 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1328ms, sequenceid=330, compaction requested=false
2024-11-18T22:16:05,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/ab75acf523764e1ab553f8659087190f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f184ee50820340d19958851d7a4a49df, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/718fff66c7824244bda6a62ca723fe6b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6b615e6d8b92403992b7b4ee40ded26b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f7f2ce66ad454145901be7912989c186, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8744c44a307b4ebbbf5bc91a87ef8968, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/2957eff6d2444a3dad823a68808787af, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/d5834335427c4039805eb5198cd3f099, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/69417477ae96456cab8b619b81dbba0c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/e256f2186fe54bb3b5323230b8b61125, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/31c26d571305448a82f76781a27b692f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8bf273175a764bf69d2d99984f2abbeb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6ccdc539011042479b05a5c45e34de9d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/db20f5f7fb0d4a87ad8de13fc4d6972e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/738008d63c8c4a938ac85601c5f4ae55, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8d882c979b7e4c328884b504ef56c76b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/0a8efb97806d4d32b655d439e95b9192, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/4fc2dcf777c347e396cc466e8382c047, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/01342df31bb443ff8a48382764455d08, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/c2ddfeb4aa984efb901f532f2b49ee14, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/bafa187c19074a23924334c8ae420d2b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/649edd57d9ce41ddbf230e4298c53e54] to archive
2024-11-18T22:16:05,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:16:05,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/ab75acf523764e1ab553f8659087190f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/ab75acf523764e1ab553f8659087190f
2024-11-18T22:16:05,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f184ee50820340d19958851d7a4a49df to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f184ee50820340d19958851d7a4a49df
2024-11-18T22:16:05,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/718fff66c7824244bda6a62ca723fe6b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/718fff66c7824244bda6a62ca723fe6b
2024-11-18T22:16:05,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6b615e6d8b92403992b7b4ee40ded26b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6b615e6d8b92403992b7b4ee40ded26b
2024-11-18T22:16:05,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f7f2ce66ad454145901be7912989c186 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/f7f2ce66ad454145901be7912989c186
2024-11-18T22:16:05,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8744c44a307b4ebbbf5bc91a87ef8968 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8744c44a307b4ebbbf5bc91a87ef8968
2024-11-18T22:16:05,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/2957eff6d2444a3dad823a68808787af to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/2957eff6d2444a3dad823a68808787af
2024-11-18T22:16:05,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/d5834335427c4039805eb5198cd3f099 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/d5834335427c4039805eb5198cd3f099
2024-11-18T22:16:05,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/69417477ae96456cab8b619b81dbba0c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/69417477ae96456cab8b619b81dbba0c
2024-11-18T22:16:05,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/e256f2186fe54bb3b5323230b8b61125 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/e256f2186fe54bb3b5323230b8b61125
2024-11-18T22:16:05,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/31c26d571305448a82f76781a27b692f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/31c26d571305448a82f76781a27b692f
2024-11-18T22:16:05,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8bf273175a764bf69d2d99984f2abbeb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8bf273175a764bf69d2d99984f2abbeb
2024-11-18T22:16:05,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6ccdc539011042479b05a5c45e34de9d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/6ccdc539011042479b05a5c45e34de9d
2024-11-18T22:16:05,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/db20f5f7fb0d4a87ad8de13fc4d6972e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/db20f5f7fb0d4a87ad8de13fc4d6972e
2024-11-18T22:16:05,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/738008d63c8c4a938ac85601c5f4ae55 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/738008d63c8c4a938ac85601c5f4ae55
2024-11-18T22:16:05,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8d882c979b7e4c328884b504ef56c76b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/8d882c979b7e4c328884b504ef56c76b
2024-11-18T22:16:05,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/0a8efb97806d4d32b655d439e95b9192 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/0a8efb97806d4d32b655d439e95b9192
2024-11-18T22:16:05,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/4fc2dcf777c347e396cc466e8382c047 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/4fc2dcf777c347e396cc466e8382c047
2024-11-18T22:16:05,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/01342df31bb443ff8a48382764455d08 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/01342df31bb443ff8a48382764455d08
2024-11-18T22:16:05,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/c2ddfeb4aa984efb901f532f2b49ee14 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/c2ddfeb4aa984efb901f532f2b49ee14
2024-11-18T22:16:05,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/bafa187c19074a23924334c8ae420d2b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/bafa187c19074a23924334c8ae420d2b
2024-11-18T22:16:05,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/649edd57d9ce41ddbf230e4298c53e54 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/649edd57d9ce41ddbf230e4298c53e54
2024-11-18T22:16:05,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f6c2dd98ce445c5a98973ae638abbd0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/0054503b66ea44d4ad83e3f727dcf81e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3a565fa1b69243f4b08724e2e0300f6e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f8da00aa2c942b999c2b0872bcba0bb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/fbdfd2f139734aa6af6f8f0a43c18eb0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/33b67645385146a6a9b7c8d8246c1070, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/eae27599f4e4462da81067310a6b6135, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/19f67470df2741e4a148e13e7cb3aa6e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/68192e2c006e4c31add068e5a6964a8a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/ecf6e84a00764a7f9a5f73139a5de9a0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/37fdffc3c91b4771a12f61fcf4794dc2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/07bd04309f0d4e85aad9d87abf646c32, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a5071fec90944a0588f0a5aa8a863628, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3ac421200d914a1fa73a9435d40b9ac5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/4685792241594c6e9c85310ddbb68527, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/61d147982e01421493256b405c102c70, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/aa10bc05d9c148c197f5bf28e1d2e480, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/dfaf365fc35046d3a0bb225a2e90fb85, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/9f7697fbac074f948311fa049c8c4768, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/8e96d19162024cf0b646c1899984e7a9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/d6a7c9f2a4094619acc7d9cae1514168, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/725394651aef410ca109d7071230d8d5] to archive
2024-11-18T22:16:05,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:16:05,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f6c2dd98ce445c5a98973ae638abbd0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f6c2dd98ce445c5a98973ae638abbd0
2024-11-18T22:16:05,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/0054503b66ea44d4ad83e3f727dcf81e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/0054503b66ea44d4ad83e3f727dcf81e
2024-11-18T22:16:05,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3a565fa1b69243f4b08724e2e0300f6e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3a565fa1b69243f4b08724e2e0300f6e
2024-11-18T22:16:05,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f8da00aa2c942b999c2b0872bcba0bb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/5f8da00aa2c942b999c2b0872bcba0bb
2024-11-18T22:16:05,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/fbdfd2f139734aa6af6f8f0a43c18eb0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/fbdfd2f139734aa6af6f8f0a43c18eb0
2024-11-18T22:16:05,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/33b67645385146a6a9b7c8d8246c1070 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/33b67645385146a6a9b7c8d8246c1070
2024-11-18T22:16:05,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/eae27599f4e4462da81067310a6b6135 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/eae27599f4e4462da81067310a6b6135
2024-11-18T22:16:05,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/19f67470df2741e4a148e13e7cb3aa6e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/19f67470df2741e4a148e13e7cb3aa6e
2024-11-18T22:16:05,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/68192e2c006e4c31add068e5a6964a8a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/68192e2c006e4c31add068e5a6964a8a
2024-11-18T22:16:05,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/ecf6e84a00764a7f9a5f73139a5de9a0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/ecf6e84a00764a7f9a5f73139a5de9a0
2024-11-18T22:16:05,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/37fdffc3c91b4771a12f61fcf4794dc2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/37fdffc3c91b4771a12f61fcf4794dc2
2024-11-18T22:16:05,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/07bd04309f0d4e85aad9d87abf646c32 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/07bd04309f0d4e85aad9d87abf646c32
2024-11-18T22:16:05,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a5071fec90944a0588f0a5aa8a863628 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a5071fec90944a0588f0a5aa8a863628
2024-11-18T22:16:05,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3ac421200d914a1fa73a9435d40b9ac5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/3ac421200d914a1fa73a9435d40b9ac5
2024-11-18T22:16:05,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/4685792241594c6e9c85310ddbb68527 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/4685792241594c6e9c85310ddbb68527
2024-11-18T22:16:05,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/61d147982e01421493256b405c102c70 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/61d147982e01421493256b405c102c70
2024-11-18T22:16:05,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/aa10bc05d9c148c197f5bf28e1d2e480 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/aa10bc05d9c148c197f5bf28e1d2e480
2024-11-18T22:16:05,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/dfaf365fc35046d3a0bb225a2e90fb85 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/dfaf365fc35046d3a0bb225a2e90fb85
2024-11-18T22:16:05,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/9f7697fbac074f948311fa049c8c4768 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/9f7697fbac074f948311fa049c8c4768
2024-11-18T22:16:05,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/8e96d19162024cf0b646c1899984e7a9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/8e96d19162024cf0b646c1899984e7a9
2024-11-18T22:16:05,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/d6a7c9f2a4094619acc7d9cae1514168 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/d6a7c9f2a4094619acc7d9cae1514168
2024-11-18T22:16:05,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/725394651aef410ca109d7071230d8d5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/725394651aef410ca109d7071230d8d5
2024-11-18T22:16:05,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5bb8b5445c5242e2b0359eda89e086e1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/ad514e6bd1a14393a4f1aa43920db67e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2bcd0d42bfa640999b3063f4a3101209, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/57bc35576606457a916e83c96966eaeb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5379395329ca4caf9bc270f42ea6097f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/dae30ffd10774d7fabfc2e49b5e4e320, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/bc57cc8b870446e39b683fe5c74cac8f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9ba0085740474218863a79c1f7a9b75b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8dc937f8942b4b8f9be571a6bbf80cef, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/942256d0d3bf481cabbc16eb4e8330d0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8169d9ce29cb48e183dd1d7cc9a99e0c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/cb22ddc55d804dc883e2227cc5adec28, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/3da2c77d6cf24953ad130df548f8c050, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/15d7e4ee8cc74a69b26eb48a29af63d5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/c4e1b753cc174b45894be80eaaa23a48, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/f767da98bc5947f48b4a922240eea723, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9cbd569aee254b1ba094484953c96b02, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e1138ee73646498086d6d147536fa1b2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2ccde1f782b04dd68103e83ecddc6bab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/b471ce7eb963458eb333babdef817373, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e7523e3c31514a759e8a38443c821789, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/58753b3a60ae4a26a7d37c1a1219d1fb] to archive
2024-11-18T22:16:05,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:16:05,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5bb8b5445c5242e2b0359eda89e086e1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5bb8b5445c5242e2b0359eda89e086e1
2024-11-18T22:16:05,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/ad514e6bd1a14393a4f1aa43920db67e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/ad514e6bd1a14393a4f1aa43920db67e
2024-11-18T22:16:05,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2bcd0d42bfa640999b3063f4a3101209 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2bcd0d42bfa640999b3063f4a3101209
2024-11-18T22:16:05,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/57bc35576606457a916e83c96966eaeb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/57bc35576606457a916e83c96966eaeb
2024-11-18T22:16:05,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5379395329ca4caf9bc270f42ea6097f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/5379395329ca4caf9bc270f42ea6097f
2024-11-18T22:16:05,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/dae30ffd10774d7fabfc2e49b5e4e320 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/dae30ffd10774d7fabfc2e49b5e4e320
2024-11-18T22:16:05,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/bc57cc8b870446e39b683fe5c74cac8f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/bc57cc8b870446e39b683fe5c74cac8f
2024-11-18T22:16:05,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9ba0085740474218863a79c1f7a9b75b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9ba0085740474218863a79c1f7a9b75b
2024-11-18T22:16:05,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8dc937f8942b4b8f9be571a6bbf80cef to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8dc937f8942b4b8f9be571a6bbf80cef
2024-11-18T22:16:05,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/942256d0d3bf481cabbc16eb4e8330d0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/942256d0d3bf481cabbc16eb4e8330d0
2024-11-18T22:16:05,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8169d9ce29cb48e183dd1d7cc9a99e0c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/8169d9ce29cb48e183dd1d7cc9a99e0c
2024-11-18T22:16:05,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/cb22ddc55d804dc883e2227cc5adec28 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/cb22ddc55d804dc883e2227cc5adec28
2024-11-18T22:16:05,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/3da2c77d6cf24953ad130df548f8c050 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/3da2c77d6cf24953ad130df548f8c050
2024-11-18T22:16:05,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/15d7e4ee8cc74a69b26eb48a29af63d5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/15d7e4ee8cc74a69b26eb48a29af63d5
2024-11-18T22:16:05,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/c4e1b753cc174b45894be80eaaa23a48 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/c4e1b753cc174b45894be80eaaa23a48
2024-11-18T22:16:05,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/f767da98bc5947f48b4a922240eea723 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/f767da98bc5947f48b4a922240eea723
2024-11-18T22:16:05,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9cbd569aee254b1ba094484953c96b02 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/9cbd569aee254b1ba094484953c96b02
2024-11-18T22:16:05,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e1138ee73646498086d6d147536fa1b2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e1138ee73646498086d6d147536fa1b2
2024-11-18T22:16:05,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2ccde1f782b04dd68103e83ecddc6bab to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/2ccde1f782b04dd68103e83ecddc6bab
2024-11-18T22:16:05,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/b471ce7eb963458eb333babdef817373 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/b471ce7eb963458eb333babdef817373
2024-11-18T22:16:05,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e7523e3c31514a759e8a38443c821789 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e7523e3c31514a759e8a38443c821789
2024-11-18T22:16:05,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/58753b3a60ae4a26a7d37c1a1219d1fb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/58753b3a60ae4a26a7d37c1a1219d1fb
2024-11-18T22:16:05,853 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/recovered.edits/333.seqid, newMaxSeqId=333, maxSeqId=4
2024-11-18T22:16:05,855 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.
2024-11-18T22:16:05,855 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 71145fcd3d7165befb3ad2ee685fb5c9:
Waiting for close lock at 1731968164169Running coprocessor pre-close hooks at 1731968164169Disabling compacts and flushes for region at 1731968164169Disabling writes for close at 1731968164169Obtaining lock to block concurrent updates at 1731968164170 (+1 ms)Preparing flush snapshotting stores in 71145fcd3d7165befb3ad2ee685fb5c9 at 1731968164170Finished memstore snapshotting TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731968164170Flushing stores of TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9. at 1731968164171 (+1 ms)Flushing 71145fcd3d7165befb3ad2ee685fb5c9/A: creating writer at 1731968164171Flushing mob file 71145fcd3d7165befb3ad2ee685fb5c9/A: appending metadata at 1731968164178 (+7 ms)Flushing mob file 71145fcd3d7165befb3ad2ee685fb5c9/A: closing flushed file at 1731968164178Flushing 71145fcd3d7165befb3ad2ee685fb5c9/A: appending metadata at 1731968164202 (+24 ms)Flushing 71145fcd3d7165befb3ad2ee685fb5c9/A: closing flushed file at 1731968164202Flushing 71145fcd3d7165befb3ad2ee685fb5c9/B: creating writer at 1731968164620 (+418 ms)Flushing 71145fcd3d7165befb3ad2ee685fb5c9/B: appending metadata at 1731968164623 (+3 ms)Flushing 71145fcd3d7165befb3ad2ee685fb5c9/B: closing flushed file at 1731968164623Flushing 71145fcd3d7165befb3ad2ee685fb5c9/C: creating writer at 1731968165043 (+420 ms)Flushing 71145fcd3d7165befb3ad2ee685fb5c9/C: appending metadata at 1731968165046 (+3 ms)Flushing 71145fcd3d7165befb3ad2ee685fb5c9/C: closing flushed file at 1731968165046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec208a0: reopening flushed file at 1731968165468 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ea582a: reopening flushed file at 1731968165477 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ffce68c: reopening flushed file at 1731968165485 (+8 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 71145fcd3d7165befb3ad2ee685fb5c9 in 1328ms, sequenceid=330, compaction requested=false at 1731968165497 (+12 ms)Writing region close event to WAL at 1731968165825 (+328 ms)Running coprocessor post-close hooks at 1731968165855 (+30 ms)Closed at 1731968165855
2024-11-18T22:16:05,859 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:05,860 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=71145fcd3d7165befb3ad2ee685fb5c9, regionState=CLOSED
2024-11-18T22:16:05,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:16:05,875 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-18T22:16:05,875 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 71145fcd3d7165befb3ad2ee685fb5c9, server=3b0ca91ed64a,45987,1731968106669 in 1.8560 sec
2024-11-18T22:16:05,878 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-11-18T22:16:05,878 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71145fcd3d7165befb3ad2ee685fb5c9, UNASSIGN in 1.8620 sec
2024-11-18T22:16:05,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-18T22:16:05,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8690 sec
2024-11-18T22:16:05,888 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968165888"}]},"ts":"1731968165888"}
2024-11-18T22:16:05,895 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T22:16:05,895 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T22:16:05,898 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8900 sec
2024-11-18T22:16:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T22:16:06,161 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:06,162 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T22:16:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:06,164 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=46, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T22:16:06,165 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=46, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:06,168 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,178 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/recovered.edits]
2024-11-18T22:16:06,184 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/1512b5cdabc34f64b65ef934ce203073 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/1512b5cdabc34f64b65ef934ce203073
2024-11-18T22:16:06,189 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/26ed75b66d3d44a385df15d68473bf11 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/A/26ed75b66d3d44a385df15d68473bf11
2024-11-18T22:16:06,192 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/7f86322e641a4dbb9aca02923aa417d9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/7f86322e641a4dbb9aca02923aa417d9
2024-11-18T22:16:06,194 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a7b5a5e4f49a491e98a4f7864265e569 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/B/a7b5a5e4f49a491e98a4f7864265e569
2024-11-18T22:16:06,197 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/0c6ef83d5fb6410ea1103078dd587cd0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/0c6ef83d5fb6410ea1103078dd587cd0
2024-11-18T22:16:06,199 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e28f469713fb48d58865d251509ff077 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/C/e28f469713fb48d58865d251509ff077
2024-11-18T22:16:06,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/recovered.edits/333.seqid to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9/recovered.edits/333.seqid
2024-11-18T22:16:06,208 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,208 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T22:16:06,209 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T22:16:06,210 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T22:16:06,221 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111825dcc848fe894074a9c44e608eba7c76_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111825dcc848fe894074a9c44e608eba7c76_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,222 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182e41dff401c747e6b344836fe6b213eb_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182e41dff401c747e6b344836fe6b213eb_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,223 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182f1e6831a63d473798eec79a343a8b10_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182f1e6831a63d473798eec79a343a8b10_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,226 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111838925679f5be4212973fe06a57014438_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111838925679f5be4212973fe06a57014438_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,227 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185477cbc9a9824d84a56c2dd0e5be6f6d_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185477cbc9a9824d84a56c2dd0e5be6f6d_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,229 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185e24ec81bca2408d90ef0adbb8eaa083_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185e24ec81bca2408d90ef0adbb8eaa083_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,234 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868dae394f0a74a4e9c745f1e63c355c7_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868dae394f0a74a4e9c745f1e63c355c7_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,236 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186ae1df06e0d64e8888c65f27bb70624b_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186ae1df06e0d64e8888c65f27bb70624b_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,238 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186d4424f9e5484a75a4371bc767938d0b_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186d4424f9e5484a75a4371bc767938d0b_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,243 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118730f69b80e7e410dbfa4f065cbee4736_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118730f69b80e7e410dbfa4f065cbee4736_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,246 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a359ea575feb4dbcbd7c24adc3273892_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a359ea575feb4dbcbd7c24adc3273892_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118abf917f2a4624a649062a351bfa2e097_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118abf917f2a4624a649062a351bfa2e097_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,249 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b603a25ede5a4db2a17bdb2b37381918_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b603a25ede5a4db2a17bdb2b37381918_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,250 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eaadb377380b4888bedd8de3dd9c0248_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eaadb377380b4888bedd8de3dd9c0248_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ec8a7ac64d2a48199b9c505912e843ca_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ec8a7ac64d2a48199b9c505912e843ca_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,253 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f269462b9e0541ada9a4cf8f821dd23f_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f269462b9e0541ada9a4cf8f821dd23f_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,256 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f7e73f1fb2fc48c89c34318a2b1e8949_71145fcd3d7165befb3ad2ee685fb5c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f7e73f1fb2fc48c89c34318a2b1e8949_71145fcd3d7165befb3ad2ee685fb5c9
2024-11-18T22:16:06,257 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T22:16:06,259 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=46, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:06,264 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T22:16:06,267 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T22:16:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T22:16:06,275 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=46, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:06,275 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T22:16:06,275 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731968166275"}]},"ts":"9223372036854775807"}
2024-11-18T22:16:06,284 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T22:16:06,284 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 71145fcd3d7165befb3ad2ee685fb5c9, NAME => 'TestAcidGuarantees,,1731968138971.71145fcd3d7165befb3ad2ee685fb5c9.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T22:16:06,285 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T22:16:06,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731968166285"}]},"ts":"9223372036854775807"}
2024-11-18T22:16:06,288 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T22:16:06,292 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=46, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:06,294 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 130 msec
2024-11-18T22:16:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T22:16:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T22:16:06,483 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:06,491 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250 (was 248)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151396928_22 at /127.0.0.1:54244 [Waiting for operation #465]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151396928_22 at /127.0.0.1:38860 [Waiting for operation #494]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1649196764_22 at /127.0.0.1:59144 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1393 (was 1416), ProcessCount=11 (was 11), AvailableMemoryMB=8520 (was 8376) - AvailableMemoryMB LEAK? -
2024-11-18T22:16:06,500 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1393, ProcessCount=11, AvailableMemoryMB=8519
2024-11-18T22:16:06,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:16:06,503 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:16:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:06,506 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T22:16:06,506 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:06,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 47
2024-11-18T22:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-18T22:16:06,507 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T22:16:06,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742020_1196 (size=1061)
2024-11-18T22:16:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-18T22:16:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-18T22:16:06,927 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:16:06,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742021_1197 (size=53)
2024-11-18T22:16:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-18T22:16:07,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:16:07,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a69aea4e64c90ba7ad2fe482960879a4, disabling compactions & flushes
2024-11-18T22:16:07,359 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. after waiting 0 ms
2024-11-18T22:16:07,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,359 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a69aea4e64c90ba7ad2fe482960879a4:
Waiting for close lock at 1731968167358Disabling compacts and flushes for region at 1731968167358Disabling writes for close at 1731968167359 (+1 ms)Writing region close event to WAL at 1731968167359Closed at 1731968167359
2024-11-18T22:16:07,360 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T22:16:07,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731968167360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731968167360"}]},"ts":"1731968167360"}
2024-11-18T22:16:07,362 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T22:16:07,363 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T22:16:07,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968167363"}]},"ts":"1731968167363"}
2024-11-18T22:16:07,365 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T22:16:07,365 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, ASSIGN}]
2024-11-18T22:16:07,367 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, ASSIGN
2024-11-18T22:16:07,368 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, ASSIGN; state=OFFLINE, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=false
2024-11-18T22:16:07,518 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=a69aea4e64c90ba7ad2fe482960879a4, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:07,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, ASSIGN because future has completed
2024-11-18T22:16:07,520 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; OpenRegionProcedure a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:16:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-18T22:16:07,676 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,676 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:16:07,677 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,677 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:16:07,677 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,677 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,678 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a69aea4e64c90ba7ad2fe482960879a4 
2024-11-18T22:16:07,679 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:07,680 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69aea4e64c90ba7ad2fe482960879a4 columnFamilyName A
2024-11-18T22:16:07,680 DEBUG [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:07,680 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.HStore(327): Store=a69aea4e64c90ba7ad2fe482960879a4/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:07,680 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a69aea4e64c90ba7ad2fe482960879a4 
2024-11-18T22:16:07,681 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:07,681 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69aea4e64c90ba7ad2fe482960879a4 columnFamilyName B
2024-11-18T22:16:07,682 DEBUG [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:07,682 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.HStore(327): Store=a69aea4e64c90ba7ad2fe482960879a4/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:07,682 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a69aea4e64c90ba7ad2fe482960879a4 
2024-11-18T22:16:07,683 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:07,683 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69aea4e64c90ba7ad2fe482960879a4 columnFamilyName C
2024-11-18T22:16:07,683 DEBUG [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:07,684 INFO  [StoreOpener-a69aea4e64c90ba7ad2fe482960879a4-1 {}] regionserver.HStore(327): Store=a69aea4e64c90ba7ad2fe482960879a4/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:07,686 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,687 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,688 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,688 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,689 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,689 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,689 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:16:07,690 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,693 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:16:07,693 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened a69aea4e64c90ba7ad2fe482960879a4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67548803, jitterRate=0.006555601954460144}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:16:07,693 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:07,695 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for a69aea4e64c90ba7ad2fe482960879a4:
Running coprocessor pre-open hook at 1731968167677Writing region info on filesystem at 1731968167677Initializing all the Stores at 1731968167678 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968167678Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968167678Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968167678Cleaning up temporary data from old regions at 1731968167689 (+11 ms)Running coprocessor post-open hooks at 1731968167694 (+5 ms)Region opened successfully at 1731968167695 (+1 ms)
2024-11-18T22:16:07,695 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., pid=49, masterSystemTime=1731968167673
2024-11-18T22:16:07,697 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,697 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:07,698 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=a69aea4e64c90ba7ad2fe482960879a4, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:07,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=48, state=RUNNABLE, hasLock=false; OpenRegionProcedure a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:16:07,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-18T22:16:07,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; OpenRegionProcedure a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669 in 180 msec
2024-11-18T22:16:07,705 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-11-18T22:16:07,705 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, ASSIGN in 337 msec
2024-11-18T22:16:07,706 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T22:16:07,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968167706"}]},"ts":"1731968167706"}
2024-11-18T22:16:07,708 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T22:16:07,709 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T22:16:07,711 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2060 sec
2024-11-18T22:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-18T22:16:08,652 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:08,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4a8af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb11c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,657 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a73d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,660 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T22:16:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,45923,1731968105229
2024-11-18T22:16:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a57c12
2024-11-18T22:16:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T22:16:08,664 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T22:16:08,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e7dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,668 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58243c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,670 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c37149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa73d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,674 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79853070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,676 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6c61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e1cbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,685 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be4af33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,688 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bb9c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4263d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,691 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3663e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,695 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286ca861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266d96e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,703 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a17ebcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,705 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7918e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf3bf24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,716 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8566a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,720 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7258d457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e88d13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,734 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc29baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,741 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206a7f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fcffc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,746 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f214bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,750 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1687c764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d83ce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,763 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc7ed8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,773 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d45ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1591929c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:08,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:08,789 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:08,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:08,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:08,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511df334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:08,793 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419dbc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:08,801 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-18T22:16:08,806 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:08,808 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:08,808 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:08,809 DEBUG [Thread-952 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T22:16:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,811 DEBUG [Thread-948 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,813 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,818 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,820 DEBUG [Thread-961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,821 DEBUG [Thread-963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,822 DEBUG [Thread-961 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,823 DEBUG [Thread-961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,824 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,824 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,830 DEBUG [Thread-946 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,830 DEBUG [Thread-944 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,831 DEBUG [Thread-950 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,831 DEBUG [Thread-959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,832 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,833 DEBUG [Thread-957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,834 DEBUG [Thread-957 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,834 DEBUG [Thread-957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,835 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,836 DEBUG [Thread-946 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,837 DEBUG [Thread-946 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,838 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,840 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:08,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:16:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:08,850 DEBUG [Thread-955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:08,851 DEBUG [Thread-955 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:08,851 DEBUG [Thread-955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:08,854 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:08,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:16:08,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5e0c1e9f82524720a3c887067fd49c3a is 50, key is test_row_0/A:col10/1731968168830/Put/seqid=0
2024-11-18T22:16:08,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968168866, max timestamp=1731968168901Num uniques 859; 
2024-11-18T22:16:08,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968168866, max timestamp=1731968168901Num uniques 859; 
2024-11-18T22:16:08,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:16:08,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:16:08,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968168866, max timestamp=1731968168901Num uniques 859; 
2024-11-18T22:16:08,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:16:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T22:16:08,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742022_1198 (size=12001)
2024-11-18T22:16:08,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:08,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:08,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968228950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:08,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968228957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:08,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968228961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:08,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968228970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:08,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968228977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968229081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968229081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968229082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968229092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968229096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:09,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:09,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T22:16:09,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968229292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968229292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968229294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968229302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968229314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5e0c1e9f82524720a3c887067fd49c3a
2024-11-18T22:16:09,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/1998cd1b77474d95aeace81886c00143 is 50, key is test_row_0/B:col10/1731968168830/Put/seqid=0
2024-11-18T22:16:09,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742023_1199 (size=12001)
2024-11-18T22:16:09,392 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/1998cd1b77474d95aeace81886c00143
2024-11-18T22:16:09,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T22:16:09,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6f3043dd3a254d438240678e7a75b885 is 50, key is test_row_0/C:col10/1731968168830/Put/seqid=0
2024-11-18T22:16:09,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742024_1200 (size=12001)
2024-11-18T22:16:09,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968229602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968229614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968229614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968229616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968229637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:09,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,886 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6f3043dd3a254d438240678e7a75b885
2024-11-18T22:16:09,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5e0c1e9f82524720a3c887067fd49c3a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5e0c1e9f82524720a3c887067fd49c3a
2024-11-18T22:16:09,919 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5e0c1e9f82524720a3c887067fd49c3a, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T22:16:09,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:09,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/1998cd1b77474d95aeace81886c00143 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/1998cd1b77474d95aeace81886c00143
2024-11-18T22:16:09,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:09,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:09,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:09,948 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/1998cd1b77474d95aeace81886c00143, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T22:16:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T22:16:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6f3043dd3a254d438240678e7a75b885 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6f3043dd3a254d438240678e7a75b885
2024-11-18T22:16:09,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6f3043dd3a254d438240678e7a75b885, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T22:16:09,999 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for a69aea4e64c90ba7ad2fe482960879a4 in 1154ms, sequenceid=13, compaction requested=false
2024-11-18T22:16:09,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:10,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T22:16:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:10,089 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB
2024-11-18T22:16:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:16:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:16:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:16:10,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5058acb670004eea839ba45d439dc746 is 50, key is test_row_0/A:col10/1731968168966/Put/seqid=0
2024-11-18T22:16:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:10,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968230169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968230179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742025_1201 (size=12001)
2024-11-18T22:16:10,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5058acb670004eea839ba45d439dc746
2024-11-18T22:16:10,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968230189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968230192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968230196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/ca14100450f549379e9ed80d7a0e26de is 50, key is test_row_0/B:col10/1731968168966/Put/seqid=0
2024-11-18T22:16:10,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742026_1202 (size=12001)
2024-11-18T22:16:10,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968230304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968230307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968230316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968230316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968230316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968230521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968230531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968230531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968230531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968230531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/ca14100450f549379e9ed80d7a0e26de
2024-11-18T22:16:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a7eb1be2465d41ac93d89588094cb5ab is 50, key is test_row_0/C:col10/1731968168966/Put/seqid=0
2024-11-18T22:16:10,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742027_1203 (size=12001)
2024-11-18T22:16:10,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968230831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968230841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968230841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968230841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968230851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T22:16:11,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a7eb1be2465d41ac93d89588094cb5ab
2024-11-18T22:16:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5058acb670004eea839ba45d439dc746 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5058acb670004eea839ba45d439dc746
2024-11-18T22:16:11,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5058acb670004eea839ba45d439dc746, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T22:16:11,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/ca14100450f549379e9ed80d7a0e26de as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ca14100450f549379e9ed80d7a0e26de
2024-11-18T22:16:11,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ca14100450f549379e9ed80d7a0e26de, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T22:16:11,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a7eb1be2465d41ac93d89588094cb5ab as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a7eb1be2465d41ac93d89588094cb5ab
2024-11-18T22:16:11,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a7eb1be2465d41ac93d89588094cb5ab, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T22:16:11,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for a69aea4e64c90ba7ad2fe482960879a4 in 1194ms, sequenceid=47, compaction requested=false
2024-11-18T22:16:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-18T22:16:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-18T22:16:11,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-18T22:16:11,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4770 sec
2024-11-18T22:16:11,291 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.4890 sec
2024-11-18T22:16:11,362 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:16:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:11,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/9fb0ba5ec16340838bc0fc86398bc8dc is 50, key is test_row_0/A:col10/1731968171362/Put/seqid=0
2024-11-18T22:16:11,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742028_1204 (size=14341)
2024-11-18T22:16:11,386 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T22:16:11,389 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/9fb0ba5ec16340838bc0fc86398bc8dc
2024-11-18T22:16:11,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/93ec41c5d6f244a8898e56ee916471a1 is 50, key is test_row_0/B:col10/1731968171362/Put/seqid=0
2024-11-18T22:16:11,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968231411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968231420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968231429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968231433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968231436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968231532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742029_1205 (size=12001)
2024-11-18T22:16:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968231548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968231551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968231553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968231556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968231751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968231772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968231772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968231772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968231785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:11,949 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/93ec41c5d6f244a8898e56ee916471a1
2024-11-18T22:16:11,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/76690fbecc674e90b40cdf1858b8ce25 is 50, key is test_row_0/C:col10/1731968171362/Put/seqid=0
2024-11-18T22:16:12,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742030_1206 (size=12001)
2024-11-18T22:16:12,037 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/76690fbecc674e90b40cdf1858b8ce25
2024-11-18T22:16:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/9fb0ba5ec16340838bc0fc86398bc8dc as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/9fb0ba5ec16340838bc0fc86398bc8dc
2024-11-18T22:16:12,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/9fb0ba5ec16340838bc0fc86398bc8dc, entries=200, sequenceid=63, filesize=14.0 K
2024-11-18T22:16:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/93ec41c5d6f244a8898e56ee916471a1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/93ec41c5d6f244a8898e56ee916471a1
2024-11-18T22:16:12,078 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/93ec41c5d6f244a8898e56ee916471a1, entries=150, sequenceid=63, filesize=11.7 K
2024-11-18T22:16:12,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968232072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/76690fbecc674e90b40cdf1858b8ce25 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/76690fbecc674e90b40cdf1858b8ce25
2024-11-18T22:16:12,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968232081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968232081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968232091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,102 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/76690fbecc674e90b40cdf1858b8ce25, entries=150, sequenceid=63, filesize=11.7 K
2024-11-18T22:16:12,109 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for a69aea4e64c90ba7ad2fe482960879a4 in 747ms, sequenceid=63, compaction requested=true
2024-11-18T22:16:12,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:12,110 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:12,111 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:12,111 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:12,112 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:12,112 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5e0c1e9f82524720a3c887067fd49c3a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5058acb670004eea839ba45d439dc746, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/9fb0ba5ec16340838bc0fc86398bc8dc] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=37.4 K
2024-11-18T22:16:12,116 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e0c1e9f82524720a3c887067fd49c3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731968168830
2024-11-18T22:16:12,117 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5058acb670004eea839ba45d439dc746, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731968168923
2024-11-18T22:16:12,118 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fb0ba5ec16340838bc0fc86398bc8dc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731968170139
2024-11-18T22:16:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:12,127 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:12,128 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:12,128 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:12,128 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:12,128 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/1998cd1b77474d95aeace81886c00143, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ca14100450f549379e9ed80d7a0e26de, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/93ec41c5d6f244a8898e56ee916471a1] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.2 K
2024-11-18T22:16:12,129 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1998cd1b77474d95aeace81886c00143, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731968168830
2024-11-18T22:16:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:12,129 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca14100450f549379e9ed80d7a0e26de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731968168923
2024-11-18T22:16:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:12,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:12,130 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93ec41c5d6f244a8898e56ee916471a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731968170139
2024-11-18T22:16:12,131 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:16:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:12,137 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:12,138 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/d0a5b6e471a646bfaac83f06c98e34bd is 50, key is test_row_0/A:col10/1731968171362/Put/seqid=0
2024-11-18T22:16:12,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/6347545cdc354b47b64a1fda4fe55bc1 is 50, key is test_row_0/A:col10/1731968171382/Put/seqid=0
2024-11-18T22:16:12,218 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:12,218 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/05b344545a0e4e5c917d8c15e50ccaf1 is 50, key is test_row_0/B:col10/1731968171362/Put/seqid=0
2024-11-18T22:16:12,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742031_1207 (size=12104)
2024-11-18T22:16:12,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742032_1208 (size=14341)
2024-11-18T22:16:12,277 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/d0a5b6e471a646bfaac83f06c98e34bd as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d0a5b6e471a646bfaac83f06c98e34bd
2024-11-18T22:16:12,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/6347545cdc354b47b64a1fda4fe55bc1
2024-11-18T22:16:12,309 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into d0a5b6e471a646bfaac83f06c98e34bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:12,309 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:12,309 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968172110; duration=0sec
2024-11-18T22:16:12,309 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:12,309 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:12,309 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:12,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742033_1209 (size=12104)
2024-11-18T22:16:12,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/91608301491a41d6ad7146113121cc0a is 50, key is test_row_0/B:col10/1731968171382/Put/seqid=0
2024-11-18T22:16:12,317 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:12,317 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:12,318 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:12,318 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6f3043dd3a254d438240678e7a75b885, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a7eb1be2465d41ac93d89588094cb5ab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/76690fbecc674e90b40cdf1858b8ce25] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.2 K
2024-11-18T22:16:12,318 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f3043dd3a254d438240678e7a75b885, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731968168830
2024-11-18T22:16:12,321 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a7eb1be2465d41ac93d89588094cb5ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731968168923
2024-11-18T22:16:12,321 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 76690fbecc674e90b40cdf1858b8ce25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731968170139
2024-11-18T22:16:12,333 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/05b344545a0e4e5c917d8c15e50ccaf1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/05b344545a0e4e5c917d8c15e50ccaf1
2024-11-18T22:16:12,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968232332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,341 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into 05b344545a0e4e5c917d8c15e50ccaf1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:12,341 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:12,341 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968172126; duration=0sec
2024-11-18T22:16:12,342 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:12,342 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:12,350 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:12,350 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/416a9d3dc99e4cdbb1b28a6df938968e is 50, key is test_row_0/C:col10/1731968171362/Put/seqid=0
2024-11-18T22:16:12,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742034_1210 (size=12001)
2024-11-18T22:16:12,367 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/91608301491a41d6ad7146113121cc0a
2024-11-18T22:16:12,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742035_1211 (size=12104)
2024-11-18T22:16:12,421 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/416a9d3dc99e4cdbb1b28a6df938968e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/416a9d3dc99e4cdbb1b28a6df938968e
2024-11-18T22:16:12,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/90b6837419a74045a4d164664dea60dd is 50, key is test_row_0/C:col10/1731968171382/Put/seqid=0
2024-11-18T22:16:12,452 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into 416a9d3dc99e4cdbb1b28a6df938968e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:12,453 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:12,453 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968172129; duration=0sec
2024-11-18T22:16:12,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,453 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:12,453 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968232445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742036_1212 (size=12001)
2024-11-18T22:16:12,493 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/90b6837419a74045a4d164664dea60dd
2024-11-18T22:16:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/6347545cdc354b47b64a1fda4fe55bc1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6347545cdc354b47b64a1fda4fe55bc1
2024-11-18T22:16:12,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6347545cdc354b47b64a1fda4fe55bc1, entries=200, sequenceid=81, filesize=14.0 K
2024-11-18T22:16:12,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/91608301491a41d6ad7146113121cc0a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/91608301491a41d6ad7146113121cc0a
2024-11-18T22:16:12,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/91608301491a41d6ad7146113121cc0a, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T22:16:12,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/90b6837419a74045a4d164664dea60dd as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/90b6837419a74045a4d164664dea60dd
2024-11-18T22:16:12,542 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/90b6837419a74045a4d164664dea60dd, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T22:16:12,543 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a69aea4e64c90ba7ad2fe482960879a4 in 413ms, sequenceid=81, compaction requested=false
2024-11-18T22:16:12,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:12,595 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:16:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:12,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/b7d1dd2aba874759ad849911a9db454d is 50, key is test_row_0/A:col10/1731968172594/Put/seqid=0
2024-11-18T22:16:12,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742037_1213 (size=12001)
2024-11-18T22:16:12,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968232647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968232647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968232651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968232661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968232645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968232775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968232775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968232776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968232792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968232981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968232981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:12,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968232991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T22:16:13,001 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:13,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-18T22:16:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T22:16:13,006 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:13,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968233003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,006 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:13,006 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:13,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968233015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,034 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/b7d1dd2aba874759ad849911a9db454d
2024-11-18T22:16:13,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3e69cdcb39ed40fe8a62da76b115f560 is 50, key is test_row_0/B:col10/1731968172594/Put/seqid=0
2024-11-18T22:16:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T22:16:13,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742038_1214 (size=12001)
2024-11-18T22:16:13,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T22:16:13,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:13,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968233291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968233301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968233312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T22:16:13,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968233322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T22:16:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T22:16:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968233491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,515 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3e69cdcb39ed40fe8a62da76b115f560
2024-11-18T22:16:13,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/68169817e80641fd98c06b741ae8348f is 50, key is test_row_0/C:col10/1731968172594/Put/seqid=0
2024-11-18T22:16:13,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742039_1215 (size=12001)
2024-11-18T22:16:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T22:16:13,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T22:16:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T22:16:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968233806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968233812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968233832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968233832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:13,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T22:16:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:13,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:13,989 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/68169817e80641fd98c06b741ae8348f
2024-11-18T22:16:14,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/b7d1dd2aba874759ad849911a9db454d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/b7d1dd2aba874759ad849911a9db454d
2024-11-18T22:16:14,035 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/b7d1dd2aba874759ad849911a9db454d, entries=150, sequenceid=99, filesize=11.7 K
2024-11-18T22:16:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3e69cdcb39ed40fe8a62da76b115f560 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3e69cdcb39ed40fe8a62da76b115f560
2024-11-18T22:16:14,077 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3e69cdcb39ed40fe8a62da76b115f560, entries=150, sequenceid=99, filesize=11.7 K
2024-11-18T22:16:14,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/68169817e80641fd98c06b741ae8348f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/68169817e80641fd98c06b741ae8348f
2024-11-18T22:16:14,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/68169817e80641fd98c06b741ae8348f, entries=150, sequenceid=99, filesize=11.7 K
2024-11-18T22:16:14,110 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a69aea4e64c90ba7ad2fe482960879a4 in 1515ms, sequenceid=99, compaction requested=true
2024-11-18T22:16:14,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:14,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:14,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:14,110 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:14,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:14,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:14,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:14,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:14,113 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:14,118 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:14,118 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:14,118 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:14,118 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d0a5b6e471a646bfaac83f06c98e34bd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6347545cdc354b47b64a1fda4fe55bc1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/b7d1dd2aba874759ad849911a9db454d] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=37.5 K
2024-11-18T22:16:14,121 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:14,121 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:14,121 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:14,121 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/05b344545a0e4e5c917d8c15e50ccaf1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/91608301491a41d6ad7146113121cc0a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3e69cdcb39ed40fe8a62da76b115f560] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.3 K
2024-11-18T22:16:14,122 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 05b344545a0e4e5c917d8c15e50ccaf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731968170139
2024-11-18T22:16:14,122 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0a5b6e471a646bfaac83f06c98e34bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731968170139
2024-11-18T22:16:14,126 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6347545cdc354b47b64a1fda4fe55bc1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731968171382
2024-11-18T22:16:14,126 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 91608301491a41d6ad7146113121cc0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731968171382
2024-11-18T22:16:14,128 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e69cdcb39ed40fe8a62da76b115f560, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731968172301
2024-11-18T22:16:14,129 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7d1dd2aba874759ad849911a9db454d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731968172301
2024-11-18T22:16:14,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T22:16:14,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:14,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:16:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T22:16:14,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ccc187919301442192943ec63cf6468f is 50, key is test_row_0/A:col10/1731968172639/Put/seqid=0
2024-11-18T22:16:14,181 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:14,181 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/e7dca80222f441a2a225e22dc0935499 is 50, key is test_row_0/B:col10/1731968172594/Put/seqid=0
2024-11-18T22:16:14,246 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:14,246 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/03ba8f29b6434694815bf9b7eb655d66 is 50, key is test_row_0/A:col10/1731968172594/Put/seqid=0
2024-11-18T22:16:14,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742040_1216 (size=12001)
2024-11-18T22:16:14,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742042_1218 (size=12207)
2024-11-18T22:16:14,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742041_1217 (size=12207)
2024-11-18T22:16:14,343 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/03ba8f29b6434694815bf9b7eb655d66 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/03ba8f29b6434694815bf9b7eb655d66
2024-11-18T22:16:14,384 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into 03ba8f29b6434694815bf9b7eb655d66(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:14,385 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:14,385 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968174110; duration=0sec
2024-11-18T22:16:14,385 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:14,385 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:14,385 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:14,393 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:14,393 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:14,393 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:14,393 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/416a9d3dc99e4cdbb1b28a6df938968e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/90b6837419a74045a4d164664dea60dd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/68169817e80641fd98c06b741ae8348f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.3 K
2024-11-18T22:16:14,395 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 416a9d3dc99e4cdbb1b28a6df938968e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731968170139
2024-11-18T22:16:14,396 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90b6837419a74045a4d164664dea60dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731968171382
2024-11-18T22:16:14,398 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68169817e80641fd98c06b741ae8348f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731968172301
2024-11-18T22:16:14,447 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:14,447 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/ba4d203573a3406cbe98dd4808f43a61 is 50, key is test_row_0/C:col10/1731968172594/Put/seqid=0
2024-11-18T22:16:14,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742043_1219 (size=12207)
2024-11-18T22:16:14,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:14,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968234657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:14,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:14,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ccc187919301442192943ec63cf6468f
2024-11-18T22:16:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/9aad9e5078214c9e9601580043f77280 is 50, key is test_row_0/B:col10/1731968172639/Put/seqid=0
2024-11-18T22:16:14,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742044_1220 (size=12001)
2024-11-18T22:16:14,756 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/e7dca80222f441a2a225e22dc0935499 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/e7dca80222f441a2a225e22dc0935499
2024-11-18T22:16:14,762 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/9aad9e5078214c9e9601580043f77280
2024-11-18T22:16:14,771 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into e7dca80222f441a2a225e22dc0935499(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:14,771 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:14,771 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968174110; duration=0sec
2024-11-18T22:16:14,771 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:14,771 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/c76cbd009794477abe12304e8b4a4c50 is 50, key is test_row_0/C:col10/1731968172639/Put/seqid=0
2024-11-18T22:16:14,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968234773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:14,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968234828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:14,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742045_1221 (size=12001)
2024-11-18T22:16:14,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968234833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:14,839 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:14,840 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/c76cbd009794477abe12304e8b4a4c50
2024-11-18T22:16:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:14,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ccc187919301442192943ec63cf6468f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ccc187919301442192943ec63cf6468f
2024-11-18T22:16:14,859 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ccc187919301442192943ec63cf6468f, entries=150, sequenceid=116, filesize=11.7 K
2024-11-18T22:16:14,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968234854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:14,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968234854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:14,862 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/9aad9e5078214c9e9601580043f77280 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/9aad9e5078214c9e9601580043f77280
2024-11-18T22:16:14,868 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:14,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/9aad9e5078214c9e9601580043f77280, entries=150, sequenceid=116, filesize=11.7 K
2024-11-18T22:16:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/c76cbd009794477abe12304e8b4a4c50 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/c76cbd009794477abe12304e8b4a4c50
2024-11-18T22:16:14,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/c76cbd009794477abe12304e8b4a4c50, entries=150, sequenceid=116, filesize=11.7 K
2024-11-18T22:16:14,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a69aea4e64c90ba7ad2fe482960879a4 in 764ms, sequenceid=116, compaction requested=false
2024-11-18T22:16:14,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:14,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:14,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-18T22:16:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-18T22:16:14,940 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-18T22:16:14,940 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec
2024-11-18T22:16:14,943 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.9390 sec
2024-11-18T22:16:14,950 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/ba4d203573a3406cbe98dd4808f43a61 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/ba4d203573a3406cbe98dd4808f43a61
2024-11-18T22:16:14,993 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into ba4d203573a3406cbe98dd4808f43a61(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:14,993 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:14,993 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968174110; duration=0sec
2024-11-18T22:16:14,993 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:14,993 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:15,006 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:16:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:15,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/a335a3046477404e84883332f8132040 is 50, key is test_row_0/A:col10/1731968174633/Put/seqid=0
2024-11-18T22:16:15,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742046_1222 (size=12101)
2024-11-18T22:16:15,060 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/a335a3046477404e84883332f8132040
2024-11-18T22:16:15,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cec6432db19c4bb1a78151c716b74db9 is 50, key is test_row_0/B:col10/1731968174633/Put/seqid=0
2024-11-18T22:16:15,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742047_1223 (size=12101)
2024-11-18T22:16:15,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968235108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:15,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T22:16:15,152 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:15,152 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-18T22:16:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T22:16:15,154 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:15,154 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:15,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:15,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968235221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T22:16:15,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T22:16:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968235431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:15,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T22:16:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T22:16:15,482 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cec6432db19c4bb1a78151c716b74db9
2024-11-18T22:16:15,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d4c56c11d0c340fdb283cb8d62c93f99 is 50, key is test_row_0/C:col10/1731968174633/Put/seqid=0
2024-11-18T22:16:15,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742048_1224 (size=12101)
2024-11-18T22:16:15,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T22:16:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968235741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:15,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T22:16:15,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:15,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T22:16:15,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T22:16:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:15,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:15,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d4c56c11d0c340fdb283cb8d62c93f99
2024-11-18T22:16:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/a335a3046477404e84883332f8132040 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/a335a3046477404e84883332f8132040
2024-11-18T22:16:15,983 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/a335a3046477404e84883332f8132040, entries=150, sequenceid=135, filesize=11.8 K
2024-11-18T22:16:15,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cec6432db19c4bb1a78151c716b74db9 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cec6432db19c4bb1a78151c716b74db9
2024-11-18T22:16:16,047 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cec6432db19c4bb1a78151c716b74db9, entries=150, sequenceid=135, filesize=11.8 K
2024-11-18T22:16:16,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d4c56c11d0c340fdb283cb8d62c93f99 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d4c56c11d0c340fdb283cb8d62c93f99
2024-11-18T22:16:16,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T22:16:16,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:16,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:16,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:16,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:16,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:16,137 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d4c56c11d0c340fdb283cb8d62c93f99, entries=150, sequenceid=135, filesize=11.8 K
2024-11-18T22:16:16,139 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a69aea4e64c90ba7ad2fe482960879a4 in 1133ms, sequenceid=135, compaction requested=true
2024-11-18T22:16:16,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:16,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:16,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:16,139 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:16,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:16,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:16,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:16,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:16,141 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:16,156 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:16,156 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:16,156 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:16,156 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/03ba8f29b6434694815bf9b7eb655d66, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ccc187919301442192943ec63cf6468f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/a335a3046477404e84883332f8132040] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.5 K
2024-11-18T22:16:16,156 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:16,156 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:16,157 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:16,157 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/e7dca80222f441a2a225e22dc0935499, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/9aad9e5078214c9e9601580043f77280, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cec6432db19c4bb1a78151c716b74db9] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.5 K
2024-11-18T22:16:16,161 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ba8f29b6434694815bf9b7eb655d66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731968172301
2024-11-18T22:16:16,162 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7dca80222f441a2a225e22dc0935499, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731968172301
2024-11-18T22:16:16,165 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ccc187919301442192943ec63cf6468f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731968172639
2024-11-18T22:16:16,166 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aad9e5078214c9e9601580043f77280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731968172639
2024-11-18T22:16:16,169 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a335a3046477404e84883332f8132040, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731968174598
2024-11-18T22:16:16,172 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting cec6432db19c4bb1a78151c716b74db9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731968174598
2024-11-18T22:16:16,199 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:16,199 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/be9ab7d468b44554b2b02043e7204884 is 50, key is test_row_0/B:col10/1731968174633/Put/seqid=0
2024-11-18T22:16:16,205 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:16,206 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/e0111d6bf5ac42f690a90cb3171fdd9a is 50, key is test_row_0/A:col10/1731968174633/Put/seqid=0
2024-11-18T22:16:16,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T22:16:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:16,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:16:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:16,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742049_1225 (size=12409)
2024-11-18T22:16:16,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742050_1226 (size=12409)
2024-11-18T22:16:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:16,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/613cb970c1aa4842857f58bd96752154 is 50, key is test_row_0/A:col10/1731968175083/Put/seqid=0
2024-11-18T22:16:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T22:16:16,303 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/be9ab7d468b44554b2b02043e7204884 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be9ab7d468b44554b2b02043e7204884
2024-11-18T22:16:16,324 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/e0111d6bf5ac42f690a90cb3171fdd9a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/e0111d6bf5ac42f690a90cb3171fdd9a
2024-11-18T22:16:16,344 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into e0111d6bf5ac42f690a90cb3171fdd9a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:16,344 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into be9ab7d468b44554b2b02043e7204884(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:16,344 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:16,344 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:16,344 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968176139; duration=0sec
2024-11-18T22:16:16,344 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968176139; duration=0sec
2024-11-18T22:16:16,344 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:16,345 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:16,346 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:16,348 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:16,348 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:16,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742051_1227 (size=12151)
2024-11-18T22:16:16,365 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:16,365 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:16,365 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:16,365 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/ba4d203573a3406cbe98dd4808f43a61, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/c76cbd009794477abe12304e8b4a4c50, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d4c56c11d0c340fdb283cb8d62c93f99] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.5 K
2024-11-18T22:16:16,366 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ba4d203573a3406cbe98dd4808f43a61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731968172301
2024-11-18T22:16:16,367 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c76cbd009794477abe12304e8b4a4c50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731968172639
2024-11-18T22:16:16,367 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d4c56c11d0c340fdb283cb8d62c93f99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731968174598
2024-11-18T22:16:16,395 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:16,395 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/150cdda866184a08bc03f1ca4befae95 is 50, key is test_row_0/C:col10/1731968174633/Put/seqid=0
2024-11-18T22:16:16,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742052_1228 (size=12409)
2024-11-18T22:16:16,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968236449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:16,485 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/150cdda866184a08bc03f1ca4befae95 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/150cdda866184a08bc03f1ca4befae95
2024-11-18T22:16:16,531 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into 150cdda866184a08bc03f1ca4befae95(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:16,531 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:16,531 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968176139; duration=0sec
2024-11-18T22:16:16,531 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:16,531 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:16,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968236575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:16,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/613cb970c1aa4842857f58bd96752154
2024-11-18T22:16:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/bc302102c512499ebead024c635213bc is 50, key is test_row_0/B:col10/1731968175083/Put/seqid=0
2024-11-18T22:16:16,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968236783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:16,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742053_1229 (size=12151)
2024-11-18T22:16:16,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968236862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:16,867 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968236862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:16,869 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:16,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968236871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:16,879 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:16,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968236892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:16,896 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4245 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:16,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:16,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:17,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968237101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:17,223 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/bc302102c512499ebead024c635213bc
2024-11-18T22:16:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6c9a2162a1cc49399c1a90841fb4ebe5 is 50, key is test_row_0/C:col10/1731968175083/Put/seqid=0
2024-11-18T22:16:17,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742054_1230 (size=12151)
2024-11-18T22:16:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T22:16:17,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968237612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:17,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6c9a2162a1cc49399c1a90841fb4ebe5
2024-11-18T22:16:17,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/613cb970c1aa4842857f58bd96752154 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/613cb970c1aa4842857f58bd96752154
2024-11-18T22:16:17,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/613cb970c1aa4842857f58bd96752154, entries=150, sequenceid=151, filesize=11.9 K
2024-11-18T22:16:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/bc302102c512499ebead024c635213bc as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bc302102c512499ebead024c635213bc
2024-11-18T22:16:17,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bc302102c512499ebead024c635213bc, entries=150, sequenceid=151, filesize=11.9 K
2024-11-18T22:16:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6c9a2162a1cc49399c1a90841fb4ebe5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6c9a2162a1cc49399c1a90841fb4ebe5
2024-11-18T22:16:17,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6c9a2162a1cc49399c1a90841fb4ebe5, entries=150, sequenceid=151, filesize=11.9 K
2024-11-18T22:16:17,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a69aea4e64c90ba7ad2fe482960879a4 in 1520ms, sequenceid=151, compaction requested=false
2024-11-18T22:16:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-18T22:16:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-18T22:16:17,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-18T22:16:17,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6200 sec
2024-11-18T22:16:17,795 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.6320 sec
2024-11-18T22:16:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:18,644 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:16:18,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:18,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:18,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:18,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:18,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:18,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:18,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ad51280cb06f46408facabb15b0457d3 is 50, key is test_row_0/A:col10/1731968178635/Put/seqid=0
2024-11-18T22:16:18,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742055_1231 (size=12151)
2024-11-18T22:16:18,708 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ad51280cb06f46408facabb15b0457d3
2024-11-18T22:16:18,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/fe22df06715a4427825ef5c037bdff70 is 50, key is test_row_0/B:col10/1731968178635/Put/seqid=0
2024-11-18T22:16:18,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742056_1232 (size=12151)
2024-11-18T22:16:18,815 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/fe22df06715a4427825ef5c037bdff70
2024-11-18T22:16:18,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968238853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:18,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/9c8658572ce04ae78a4bde3d25b55675 is 50, key is test_row_0/C:col10/1731968178635/Put/seqid=0
2024-11-18T22:16:18,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742057_1233 (size=12151)
2024-11-18T22:16:18,960 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/9c8658572ce04ae78a4bde3d25b55675
2024-11-18T22:16:18,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ad51280cb06f46408facabb15b0457d3 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ad51280cb06f46408facabb15b0457d3
2024-11-18T22:16:18,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968238971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:18,992 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ad51280cb06f46408facabb15b0457d3, entries=150, sequenceid=171, filesize=11.9 K
2024-11-18T22:16:18,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/fe22df06715a4427825ef5c037bdff70 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/fe22df06715a4427825ef5c037bdff70
2024-11-18T22:16:19,033 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/fe22df06715a4427825ef5c037bdff70, entries=150, sequenceid=171, filesize=11.9 K
2024-11-18T22:16:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/9c8658572ce04ae78a4bde3d25b55675 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9c8658572ce04ae78a4bde3d25b55675
2024-11-18T22:16:19,061 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9c8658572ce04ae78a4bde3d25b55675, entries=150, sequenceid=171, filesize=11.9 K
2024-11-18T22:16:19,070 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a69aea4e64c90ba7ad2fe482960879a4 in 426ms, sequenceid=171, compaction requested=true
2024-11-18T22:16:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:19,070 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:19,073 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:19,084 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:19,084 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:19,085 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,085 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/e0111d6bf5ac42f690a90cb3171fdd9a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/613cb970c1aa4842857f58bd96752154, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ad51280cb06f46408facabb15b0457d3] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.9 K
2024-11-18T22:16:19,092 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0111d6bf5ac42f690a90cb3171fdd9a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731968174598
2024-11-18T22:16:19,092 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:19,092 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:19,092 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,092 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be9ab7d468b44554b2b02043e7204884, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bc302102c512499ebead024c635213bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/fe22df06715a4427825ef5c037bdff70] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.9 K
2024-11-18T22:16:19,100 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting be9ab7d468b44554b2b02043e7204884, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731968174598
2024-11-18T22:16:19,100 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 613cb970c1aa4842857f58bd96752154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731968175028
2024-11-18T22:16:19,108 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting bc302102c512499ebead024c635213bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731968175028
2024-11-18T22:16:19,109 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad51280cb06f46408facabb15b0457d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731968176429
2024-11-18T22:16:19,115 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting fe22df06715a4427825ef5c037bdff70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731968176429
2024-11-18T22:16:19,181 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#192 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:19,182 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/992b455efc9b4733a73f7f35e573c5a2 is 50, key is test_row_0/B:col10/1731968178635/Put/seqid=0
2024-11-18T22:16:19,193 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:19,193 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/16e70e1337e04a52a9b23fb436c24e84 is 50, key is test_row_0/A:col10/1731968178635/Put/seqid=0
2024-11-18T22:16:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:19,201 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:16:19,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:19,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:19,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:19,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742058_1234 (size=12561)
2024-11-18T22:16:19,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/61c2fcdd46ad4c5eace4cd1f7e2a29be is 50, key is test_row_0/A:col10/1731968179199/Put/seqid=0
2024-11-18T22:16:19,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742059_1235 (size=12561)
2024-11-18T22:16:19,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742060_1236 (size=14541)
2024-11-18T22:16:19,254 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/61c2fcdd46ad4c5eace4cd1f7e2a29be
2024-11-18T22:16:19,256 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/992b455efc9b4733a73f7f35e573c5a2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/992b455efc9b4733a73f7f35e573c5a2
2024-11-18T22:16:19,270 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into 992b455efc9b4733a73f7f35e573c5a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:19,270 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:19,271 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968179070; duration=0sec
2024-11-18T22:16:19,271 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:19,271 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:19,271 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:19,280 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:19,280 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:19,282 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a4a747780fd04a24925d18215cc5f304 is 50, key is test_row_0/B:col10/1731968179199/Put/seqid=0
2024-11-18T22:16:19,282 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/150cdda866184a08bc03f1ca4befae95, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6c9a2162a1cc49399c1a90841fb4ebe5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9c8658572ce04ae78a4bde3d25b55675] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=35.9 K
2024-11-18T22:16:19,283 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 150cdda866184a08bc03f1ca4befae95, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731968174598
2024-11-18T22:16:19,288 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c9a2162a1cc49399c1a90841fb4ebe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731968175028
2024-11-18T22:16:19,289 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c8658572ce04ae78a4bde3d25b55675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731968176429
2024-11-18T22:16:19,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742061_1237 (size=12151)
2024-11-18T22:16:19,308 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:19,308 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d1a105ca896b4b768a19bfca716bbf96 is 50, key is test_row_0/C:col10/1731968178635/Put/seqid=0
2024-11-18T22:16:19,310 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a4a747780fd04a24925d18215cc5f304
2024-11-18T22:16:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T22:16:19,332 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:19,333 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-11-18T22:16:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T22:16:19,339 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:19,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/b5aac4f255d04a68973f19681cbf62b8 is 50, key is test_row_0/C:col10/1731968179199/Put/seqid=0
2024-11-18T22:16:19,355 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:19,355 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:19,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742062_1238 (size=12561)
2024-11-18T22:16:19,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742063_1239 (size=12151)
2024-11-18T22:16:19,383 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/b5aac4f255d04a68973f19681cbf62b8
2024-11-18T22:16:19,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968239385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/61c2fcdd46ad4c5eace4cd1f7e2a29be as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/61c2fcdd46ad4c5eace4cd1f7e2a29be
2024-11-18T22:16:19,431 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/61c2fcdd46ad4c5eace4cd1f7e2a29be, entries=200, sequenceid=187, filesize=14.2 K
2024-11-18T22:16:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a4a747780fd04a24925d18215cc5f304 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a4a747780fd04a24925d18215cc5f304
2024-11-18T22:16:19,440 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a4a747780fd04a24925d18215cc5f304, entries=150, sequenceid=187, filesize=11.9 K
2024-11-18T22:16:19,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/b5aac4f255d04a68973f19681cbf62b8 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/b5aac4f255d04a68973f19681cbf62b8
2024-11-18T22:16:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T22:16:19,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/b5aac4f255d04a68973f19681cbf62b8, entries=150, sequenceid=187, filesize=11.9 K
2024-11-18T22:16:19,450 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a69aea4e64c90ba7ad2fe482960879a4 in 249ms, sequenceid=187, compaction requested=false
2024-11-18T22:16:19,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:19,506 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:16:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:19,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/184c32b7db1845c28d30c9aa55132ffe is 50, key is test_row_0/A:col10/1731968179359/Put/seqid=0
2024-11-18T22:16:19,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T22:16:19,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:19,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:19,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742064_1240 (size=14541)
2024-11-18T22:16:19,541 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/184c32b7db1845c28d30c9aa55132ffe
2024-11-18T22:16:19,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cfda8d39fac844a5a25b1c7e4a57f171 is 50, key is test_row_0/B:col10/1731968179359/Put/seqid=0
2024-11-18T22:16:19,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968239597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:19,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742065_1241 (size=12151)
2024-11-18T22:16:19,610 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cfda8d39fac844a5a25b1c7e4a57f171
2024-11-18T22:16:19,653 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/16e70e1337e04a52a9b23fb436c24e84 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/16e70e1337e04a52a9b23fb436c24e84
2024-11-18T22:16:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T22:16:19,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3fbefaec54d64791aaa2abaf46cfa2fa is 50, key is test_row_0/C:col10/1731968179359/Put/seqid=0
2024-11-18T22:16:19,667 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into 16e70e1337e04a52a9b23fb436c24e84(size=12.3 K), total size for store is 26.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:19,667 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:19,667 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968179070; duration=0sec
2024-11-18T22:16:19,667 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:19,667 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:19,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T22:16:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:19,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742066_1242 (size=12151)
2024-11-18T22:16:19,708 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3fbefaec54d64791aaa2abaf46cfa2fa
2024-11-18T22:16:19,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968239712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:19,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/184c32b7db1845c28d30c9aa55132ffe as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/184c32b7db1845c28d30c9aa55132ffe
2024-11-18T22:16:19,767 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/184c32b7db1845c28d30c9aa55132ffe, entries=200, sequenceid=205, filesize=14.2 K
2024-11-18T22:16:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cfda8d39fac844a5a25b1c7e4a57f171 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfda8d39fac844a5a25b1c7e4a57f171
2024-11-18T22:16:19,809 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d1a105ca896b4b768a19bfca716bbf96 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d1a105ca896b4b768a19bfca716bbf96
2024-11-18T22:16:19,823 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfda8d39fac844a5a25b1c7e4a57f171, entries=150, sequenceid=205, filesize=11.9 K
2024-11-18T22:16:19,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3fbefaec54d64791aaa2abaf46cfa2fa as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3fbefaec54d64791aaa2abaf46cfa2fa
2024-11-18T22:16:19,835 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into d1a105ca896b4b768a19bfca716bbf96(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:19,835 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:19,835 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968179070; duration=0sec
2024-11-18T22:16:19,835 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:19,835 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:19,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3fbefaec54d64791aaa2abaf46cfa2fa, entries=150, sequenceid=205, filesize=11.9 K
2024-11-18T22:16:19,838 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a69aea4e64c90ba7ad2fe482960879a4 in 332ms, sequenceid=205, compaction requested=true
2024-11-18T22:16:19,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:19,838 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:19,841 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:19,841 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:19,841 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,841 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/16e70e1337e04a52a9b23fb436c24e84, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/61c2fcdd46ad4c5eace4cd1f7e2a29be, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/184c32b7db1845c28d30c9aa55132ffe] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=40.7 K
2024-11-18T22:16:19,842 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16e70e1337e04a52a9b23fb436c24e84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731968176429
2024-11-18T22:16:19,842 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61c2fcdd46ad4c5eace4cd1f7e2a29be, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731968178793
2024-11-18T22:16:19,843 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 184c32b7db1845c28d30c9aa55132ffe, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731968179359
2024-11-18T22:16:19,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:19,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:19,849 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:19,851 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:19,851 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:19,851 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,851 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/992b455efc9b4733a73f7f35e573c5a2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a4a747780fd04a24925d18215cc5f304, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfda8d39fac844a5a25b1c7e4a57f171] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.0 K
2024-11-18T22:16:19,851 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 992b455efc9b4733a73f7f35e573c5a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731968176429
2024-11-18T22:16:19,852 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a4a747780fd04a24925d18215cc5f304, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731968178793
2024-11-18T22:16:19,852 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting cfda8d39fac844a5a25b1c7e4a57f171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731968179359
2024-11-18T22:16:19,855 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:19,856 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/95fb696701ff47c38657d2c1a20df7ca is 50, key is test_row_0/A:col10/1731968179359/Put/seqid=0
2024-11-18T22:16:19,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T22:16:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:19,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:16:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:19,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:19,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:19,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/be00a866a7bf4d8fbaffe91206fddb48 is 50, key is test_row_0/A:col10/1731968179581/Put/seqid=0
2024-11-18T22:16:19,897 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:19,898 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cfa75723de394d01866c13920293d251 is 50, key is test_row_0/B:col10/1731968179359/Put/seqid=0
2024-11-18T22:16:19,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742067_1243 (size=12663)
2024-11-18T22:16:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:19,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742068_1244 (size=12151)
2024-11-18T22:16:19,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:19,966 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/95fb696701ff47c38657d2c1a20df7ca as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/95fb696701ff47c38657d2c1a20df7ca
2024-11-18T22:16:19,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/be00a866a7bf4d8fbaffe91206fddb48
2024-11-18T22:16:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T22:16:19,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742069_1245 (size=12663)
2024-11-18T22:16:19,997 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into 95fb696701ff47c38657d2c1a20df7ca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:19,997 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:19,997 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968179838; duration=0sec
2024-11-18T22:16:19,997 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:19,997 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:19,997 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:20,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/bd4eb65734c84e36b9ab8de584ee3f06 is 50, key is test_row_0/B:col10/1731968179581/Put/seqid=0
2024-11-18T22:16:20,010 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:20,010 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:20,010 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,010 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d1a105ca896b4b768a19bfca716bbf96, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/b5aac4f255d04a68973f19681cbf62b8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3fbefaec54d64791aaa2abaf46cfa2fa] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.0 K
2024-11-18T22:16:20,011 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1a105ca896b4b768a19bfca716bbf96, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731968176429
2024-11-18T22:16:20,011 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5aac4f255d04a68973f19681cbf62b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731968178793
2024-11-18T22:16:20,012 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fbefaec54d64791aaa2abaf46cfa2fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731968179359
2024-11-18T22:16:20,015 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/cfa75723de394d01866c13920293d251 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfa75723de394d01866c13920293d251
2024-11-18T22:16:20,026 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into cfa75723de394d01866c13920293d251(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:20,026 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:20,026 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968179849; duration=0sec
2024-11-18T22:16:20,026 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:20,026 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:20,042 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:20,042 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d270949d5ec44e28bb0082503064fb37 is 50, key is test_row_0/C:col10/1731968179359/Put/seqid=0
2024-11-18T22:16:20,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742070_1246 (size=12151)
2024-11-18T22:16:20,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/bd4eb65734c84e36b9ab8de584ee3f06
2024-11-18T22:16:20,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/1f6b9d8aeaf142779d4401b14075263b is 50, key is test_row_0/C:col10/1731968179581/Put/seqid=0
2024-11-18T22:16:20,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742071_1247 (size=12663)
2024-11-18T22:16:20,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968240117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:20,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742072_1248 (size=12151)
2024-11-18T22:16:20,154 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/1f6b9d8aeaf142779d4401b14075263b
2024-11-18T22:16:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/be00a866a7bf4d8fbaffe91206fddb48 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/be00a866a7bf4d8fbaffe91206fddb48
2024-11-18T22:16:20,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/be00a866a7bf4d8fbaffe91206fddb48, entries=150, sequenceid=222, filesize=11.9 K
2024-11-18T22:16:20,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/bd4eb65734c84e36b9ab8de584ee3f06 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bd4eb65734c84e36b9ab8de584ee3f06
2024-11-18T22:16:20,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bd4eb65734c84e36b9ab8de584ee3f06, entries=150, sequenceid=222, filesize=11.9 K
2024-11-18T22:16:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/1f6b9d8aeaf142779d4401b14075263b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1f6b9d8aeaf142779d4401b14075263b
2024-11-18T22:16:20,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968240231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:20,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1f6b9d8aeaf142779d4401b14075263b, entries=150, sequenceid=222, filesize=11.9 K
2024-11-18T22:16:20,270 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a69aea4e64c90ba7ad2fe482960879a4 in 413ms, sequenceid=222, compaction requested=false
2024-11-18T22:16:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-18T22:16:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-18T22:16:20,284 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-18T22:16:20,284 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 926 msec
2024-11-18T22:16:20,289 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 954 msec
2024-11-18T22:16:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:20,460 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:16:20,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T22:16:20,486 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:20,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-11-18T22:16:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T22:16:20,495 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:20,496 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:20,496 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:20,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/7ba6b94a2e6e4bdc9596d447ed27ca3d is 50, key is test_row_0/A:col10/1731968180454/Put/seqid=0
2024-11-18T22:16:20,529 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d270949d5ec44e28bb0082503064fb37 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d270949d5ec44e28bb0082503064fb37
2024-11-18T22:16:20,536 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into d270949d5ec44e28bb0082503064fb37(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:20,536 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:20,536 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968179859; duration=0sec
2024-11-18T22:16:20,537 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:20,537 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:20,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742073_1249 (size=12151)
2024-11-18T22:16:20,579 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/7ba6b94a2e6e4bdc9596d447ed27ca3d
2024-11-18T22:16:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T22:16:20,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/46ebca0dcf1c41bcbadaca72b6fe61c7 is 50, key is test_row_0/B:col10/1731968180454/Put/seqid=0
2024-11-18T22:16:20,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968240628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:20,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742074_1250 (size=12151)
2024-11-18T22:16:20,650 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/46ebca0dcf1c41bcbadaca72b6fe61c7
2024-11-18T22:16:20,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T22:16:20,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/df3484b294364c55b9cf39f912f4f5b5 is 50, key is test_row_0/C:col10/1731968180454/Put/seqid=0
2024-11-18T22:16:20,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968240744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:20,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742075_1251 (size=12151)
2024-11-18T22:16:20,771 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/df3484b294364c55b9cf39f912f4f5b5
2024-11-18T22:16:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/7ba6b94a2e6e4bdc9596d447ed27ca3d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/7ba6b94a2e6e4bdc9596d447ed27ca3d
2024-11-18T22:16:20,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T22:16:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,816 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/7ba6b94a2e6e4bdc9596d447ed27ca3d, entries=150, sequenceid=242, filesize=11.9 K
2024-11-18T22:16:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T22:16:20,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/46ebca0dcf1c41bcbadaca72b6fe61c7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/46ebca0dcf1c41bcbadaca72b6fe61c7
2024-11-18T22:16:20,872 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/46ebca0dcf1c41bcbadaca72b6fe61c7, entries=150, sequenceid=242, filesize=11.9 K
2024-11-18T22:16:20,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/df3484b294364c55b9cf39f912f4f5b5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/df3484b294364c55b9cf39f912f4f5b5
2024-11-18T22:16:20,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731968240902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:20,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1731968240902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:20,906 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:20,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57140 deadline: 1731968240902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:20,912 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:20,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:20,912 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in a69aea4e64c90ba7ad2fe482960879a4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:20,917 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/df3484b294364c55b9cf39f912f4f5b5, entries=150, sequenceid=242, filesize=11.9 K
2024-11-18T22:16:20,920 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a69aea4e64c90ba7ad2fe482960879a4 in 460ms, sequenceid=242, compaction requested=true
2024-11-18T22:16:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:20,920 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:20,922 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:20,930 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:20,931 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:20,931 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,931 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfa75723de394d01866c13920293d251, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bd4eb65734c84e36b9ab8de584ee3f06, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/46ebca0dcf1c41bcbadaca72b6fe61c7] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.1 K
2024-11-18T22:16:20,931 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:20,931 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:20,931 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,931 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/95fb696701ff47c38657d2c1a20df7ca, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/be00a866a7bf4d8fbaffe91206fddb48, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/7ba6b94a2e6e4bdc9596d447ed27ca3d] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.1 K
2024-11-18T22:16:20,932 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95fb696701ff47c38657d2c1a20df7ca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731968179359
2024-11-18T22:16:20,932 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting cfa75723de394d01866c13920293d251, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731968179359
2024-11-18T22:16:20,932 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting be00a866a7bf4d8fbaffe91206fddb48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731968179541
2024-11-18T22:16:20,932 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting bd4eb65734c84e36b9ab8de584ee3f06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731968179541
2024-11-18T22:16:20,933 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba6b94a2e6e4bdc9596d447ed27ca3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731968180082
2024-11-18T22:16:20,933 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 46ebca0dcf1c41bcbadaca72b6fe61c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731968180082
2024-11-18T22:16:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:20,943 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:16:20,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:20,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:20,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:20,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:20,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:20,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:20,952 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:20,953 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3ea5621e6a69455e8903d4cde9fa222b is 50, key is test_row_0/B:col10/1731968180454/Put/seqid=0
2024-11-18T22:16:20,959 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:20,960 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/0867bca9e7464ab3b78f21858f05c687 is 50, key is test_row_0/A:col10/1731968180454/Put/seqid=0
2024-11-18T22:16:20,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T22:16:20,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:20,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:20,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:20,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/8077fb52f385470bbc59ab4735ac28ed is 50, key is test_row_0/A:col10/1731968180625/Put/seqid=0
2024-11-18T22:16:20,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742076_1252 (size=12765)
2024-11-18T22:16:21,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742077_1253 (size=12765)
2024-11-18T22:16:21,016 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3ea5621e6a69455e8903d4cde9fa222b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3ea5621e6a69455e8903d4cde9fa222b
2024-11-18T22:16:21,029 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into 3ea5621e6a69455e8903d4cde9fa222b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:21,029 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:21,030 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968180920; duration=0sec
2024-11-18T22:16:21,030 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:21,030 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:21,030 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:21,034 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:21,034 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:21,034 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:21,034 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d270949d5ec44e28bb0082503064fb37, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1f6b9d8aeaf142779d4401b14075263b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/df3484b294364c55b9cf39f912f4f5b5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.1 K
2024-11-18T22:16:21,036 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d270949d5ec44e28bb0082503064fb37, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731968179359
2024-11-18T22:16:21,039 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f6b9d8aeaf142779d4401b14075263b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731968179541
2024-11-18T22:16:21,039 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting df3484b294364c55b9cf39f912f4f5b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731968180082
2024-11-18T22:16:21,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742078_1254 (size=14591)
2024-11-18T22:16:21,047 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/8077fb52f385470bbc59ab4735ac28ed
2024-11-18T22:16:21,076 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/0867bca9e7464ab3b78f21858f05c687 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/0867bca9e7464ab3b78f21858f05c687
2024-11-18T22:16:21,079 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#213 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:21,080 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/cc457c17cbb14b65b502baad83accc98 is 50, key is test_row_0/C:col10/1731968180454/Put/seqid=0
2024-11-18T22:16:21,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T22:16:21,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:21,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:21,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:21,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:21,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:21,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/b726d291fc3a40b6a276877564ebd8db is 50, key is test_row_0/B:col10/1731968180625/Put/seqid=0
2024-11-18T22:16:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T22:16:21,147 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into 0867bca9e7464ab3b78f21858f05c687(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:21,147 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:21,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742079_1255 (size=12765)
2024-11-18T22:16:21,147 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968180920; duration=0sec
2024-11-18T22:16:21,147 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:21,147 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:21,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968241149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968241153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742080_1256 (size=12201)
2024-11-18T22:16:21,195 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/b726d291fc3a40b6a276877564ebd8db
2024-11-18T22:16:21,244 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/cc457c17cbb14b65b502baad83accc98 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/cc457c17cbb14b65b502baad83accc98
2024-11-18T22:16:21,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/fe76accdc4354cfc9d406a2d95328af5 is 50, key is test_row_0/C:col10/1731968180625/Put/seqid=0
2024-11-18T22:16:21,287 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into cc457c17cbb14b65b502baad83accc98(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:21,287 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:21,287 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968180920; duration=0sec
2024-11-18T22:16:21,287 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:21,287 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:21,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T22:16:21,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968241285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:21,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:21,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968241288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:21,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742081_1257 (size=12201)
2024-11-18T22:16:21,321 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/fe76accdc4354cfc9d406a2d95328af5
2024-11-18T22:16:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/8077fb52f385470bbc59ab4735ac28ed as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/8077fb52f385470bbc59ab4735ac28ed
2024-11-18T22:16:21,376 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/8077fb52f385470bbc59ab4735ac28ed, entries=200, sequenceid=258, filesize=14.2 K
2024-11-18T22:16:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/b726d291fc3a40b6a276877564ebd8db as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b726d291fc3a40b6a276877564ebd8db
2024-11-18T22:16:21,390 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b726d291fc3a40b6a276877564ebd8db, entries=150, sequenceid=258, filesize=11.9 K
2024-11-18T22:16:21,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/fe76accdc4354cfc9d406a2d95328af5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/fe76accdc4354cfc9d406a2d95328af5
2024-11-18T22:16:21,400 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/fe76accdc4354cfc9d406a2d95328af5, entries=150, sequenceid=258, filesize=11.9 K
2024-11-18T22:16:21,401 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for a69aea4e64c90ba7ad2fe482960879a4 in 458ms, sequenceid=258, compaction requested=false
2024-11-18T22:16:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:21,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T22:16:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:21,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:16:21,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:21,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:21,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:21,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:21,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:21,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:21,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:21,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/27fcf336be054b648db5eca3c9c7dfe6 is 50, key is test_row_0/A:col10/1731968181105/Put/seqid=0
2024-11-18T22:16:21,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742082_1258 (size=12301)
2024-11-18T22:16:21,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/27fcf336be054b648db5eca3c9c7dfe6
2024-11-18T22:16:21,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/b7e956006e5844768d857d8dd83ce164 is 50, key is test_row_0/B:col10/1731968181105/Put/seqid=0
2024-11-18T22:16:21,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968241588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968241605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T22:16:21,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742083_1259 (size=12301)
2024-11-18T22:16:21,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/b7e956006e5844768d857d8dd83ce164
2024-11-18T22:16:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6daa03d88a0a4c68a4c68641d6650e47 is 50, key is test_row_0/C:col10/1731968181105/Put/seqid=0
2024-11-18T22:16:21,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968241712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968241721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:21,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:21,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:21,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742084_1260 (size=12301)
2024-11-18T22:16:21,752 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6daa03d88a0a4c68a4c68641d6650e47
2024-11-18T22:16:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/27fcf336be054b648db5eca3c9c7dfe6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/27fcf336be054b648db5eca3c9c7dfe6
2024-11-18T22:16:21,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/27fcf336be054b648db5eca3c9c7dfe6, entries=150, sequenceid=279, filesize=12.0 K
2024-11-18T22:16:21,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/b7e956006e5844768d857d8dd83ce164 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b7e956006e5844768d857d8dd83ce164
2024-11-18T22:16:21,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b7e956006e5844768d857d8dd83ce164, entries=150, sequenceid=279, filesize=12.0 K
2024-11-18T22:16:21,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6daa03d88a0a4c68a4c68641d6650e47 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6daa03d88a0a4c68a4c68641d6650e47
2024-11-18T22:16:21,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6daa03d88a0a4c68a4c68641d6650e47, entries=150, sequenceid=279, filesize=12.0 K
2024-11-18T22:16:21,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a69aea4e64c90ba7ad2fe482960879a4 in 313ms, sequenceid=279, compaction requested=true
2024-11-18T22:16:21,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:21,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:21,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-18T22:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-18T22:16:21,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-18T22:16:21,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2960 sec
2024-11-18T22:16:21,797 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.3070 sec
2024-11-18T22:16:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:21,928 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:16:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:21,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/6e2d0d29a3134c548cdc78c94e6a13fa is 50, key is test_row_0/A:col10/1731968181923/Put/seqid=0
2024-11-18T22:16:21,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742085_1261 (size=12301)
2024-11-18T22:16:22,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968242003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968242007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968242124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968242124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968242332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968242342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,393 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/6e2d0d29a3134c548cdc78c94e6a13fa
2024-11-18T22:16:22,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/be093b10ca7d4a5f97d92acf9c593982 is 50, key is test_row_0/B:col10/1731968181923/Put/seqid=0
2024-11-18T22:16:22,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742086_1262 (size=12301)
2024-11-18T22:16:22,480 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/be093b10ca7d4a5f97d92acf9c593982
2024-11-18T22:16:22,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6b4f2b4df0504592ba693c6baf960013 is 50, key is test_row_0/C:col10/1731968181923/Put/seqid=0
2024-11-18T22:16:22,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742087_1263 (size=12301)
2024-11-18T22:16:22,588 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6b4f2b4df0504592ba693c6baf960013
2024-11-18T22:16:22,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/6e2d0d29a3134c548cdc78c94e6a13fa as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6e2d0d29a3134c548cdc78c94e6a13fa
2024-11-18T22:16:22,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968242651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T22:16:22,665 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:22,666 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:22,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968242665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:22,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:22,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-11-18T22:16:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T22:16:22,670 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:22,672 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:22,672 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:22,677 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6e2d0d29a3134c548cdc78c94e6a13fa, entries=150, sequenceid=294, filesize=12.0 K
2024-11-18T22:16:22,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/be093b10ca7d4a5f97d92acf9c593982 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be093b10ca7d4a5f97d92acf9c593982
2024-11-18T22:16:22,755 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be093b10ca7d4a5f97d92acf9c593982, entries=150, sequenceid=294, filesize=12.0 K
2024-11-18T22:16:22,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6b4f2b4df0504592ba693c6baf960013 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6b4f2b4df0504592ba693c6baf960013
2024-11-18T22:16:22,773 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6b4f2b4df0504592ba693c6baf960013, entries=150, sequenceid=294, filesize=12.0 K
2024-11-18T22:16:22,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a69aea4e64c90ba7ad2fe482960879a4 in 846ms, sequenceid=294, compaction requested=true
2024-11-18T22:16:22,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:22,775 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:22,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:22,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:22,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:22,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:22,775 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:22,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:22,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T22:16:22,781 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49568 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:22,781 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:22,781 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:22,781 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3ea5621e6a69455e8903d4cde9fa222b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b726d291fc3a40b6a276877564ebd8db, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b7e956006e5844768d857d8dd83ce164, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be093b10ca7d4a5f97d92acf9c593982] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=48.4 K
2024-11-18T22:16:22,782 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51958 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:22,782 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:22,782 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:22,782 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/0867bca9e7464ab3b78f21858f05c687, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/8077fb52f385470bbc59ab4735ac28ed, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/27fcf336be054b648db5eca3c9c7dfe6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6e2d0d29a3134c548cdc78c94e6a13fa] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=50.7 K
2024-11-18T22:16:22,783 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ea5621e6a69455e8903d4cde9fa222b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731968180082
2024-11-18T22:16:22,786 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0867bca9e7464ab3b78f21858f05c687, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731968180082
2024-11-18T22:16:22,786 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting b726d291fc3a40b6a276877564ebd8db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731968180592
2024-11-18T22:16:22,789 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8077fb52f385470bbc59ab4735ac28ed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731968180592
2024-11-18T22:16:22,790 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e956006e5844768d857d8dd83ce164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968181105
2024-11-18T22:16:22,790 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 27fcf336be054b648db5eca3c9c7dfe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968181105
2024-11-18T22:16:22,793 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting be093b10ca7d4a5f97d92acf9c593982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731968181555
2024-11-18T22:16:22,793 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e2d0d29a3134c548cdc78c94e6a13fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731968181555
2024-11-18T22:16:22,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-18T22:16:22,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:22,837 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:16:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:22,875 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:22,876 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a195b4518d0943cfbcdeee8f6dd75088 is 50, key is test_row_0/B:col10/1731968181923/Put/seqid=0
2024-11-18T22:16:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/788d6a9827a84f99a4a03ceebf77b2ff is 50, key is test_row_0/A:col10/1731968182004/Put/seqid=0
2024-11-18T22:16:22,953 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#223 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:22,954 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/63d92625e9184ba9a4f461dfe76ab693 is 50, key is test_row_0/A:col10/1731968181923/Put/seqid=0
2024-11-18T22:16:22,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742088_1264 (size=13051)
2024-11-18T22:16:22,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742090_1266 (size=13051)
2024-11-18T22:16:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T22:16:22,992 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a195b4518d0943cfbcdeee8f6dd75088 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a195b4518d0943cfbcdeee8f6dd75088
2024-11-18T22:16:23,002 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/63d92625e9184ba9a4f461dfe76ab693 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/63d92625e9184ba9a4f461dfe76ab693
2024-11-18T22:16:23,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742089_1265 (size=12301)
2024-11-18T22:16:23,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/788d6a9827a84f99a4a03ceebf77b2ff
2024-11-18T22:16:23,016 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into 63d92625e9184ba9a4f461dfe76ab693(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:23,016 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:23,016 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=12, startTime=1731968182774; duration=0sec
2024-11-18T22:16:23,016 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:23,016 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:23,016 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:23,021 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49568 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:23,021 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:23,022 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:23,022 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/cc457c17cbb14b65b502baad83accc98, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/fe76accdc4354cfc9d406a2d95328af5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6daa03d88a0a4c68a4c68641d6650e47, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6b4f2b4df0504592ba693c6baf960013] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=48.4 K
2024-11-18T22:16:23,024 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting cc457c17cbb14b65b502baad83accc98, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731968180082
2024-11-18T22:16:23,024 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting fe76accdc4354cfc9d406a2d95328af5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731968180592
2024-11-18T22:16:23,025 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6daa03d88a0a4c68a4c68641d6650e47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968181105
2024-11-18T22:16:23,026 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b4f2b4df0504592ba693c6baf960013, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731968181555
2024-11-18T22:16:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/4b6a5e94bb394db9b47845d00b5026a2 is 50, key is test_row_0/B:col10/1731968182004/Put/seqid=0
2024-11-18T22:16:23,029 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into a195b4518d0943cfbcdeee8f6dd75088(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:23,029 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:23,029 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=12, startTime=1731968182775; duration=0sec
2024-11-18T22:16:23,029 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:23,029 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:23,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742091_1267 (size=12301)
2024-11-18T22:16:23,087 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:23,092 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/e40ed2dabf0f479c945fc55a1ac2490f is 50, key is test_row_0/C:col10/1731968181923/Put/seqid=0
2024-11-18T22:16:23,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/4b6a5e94bb394db9b47845d00b5026a2
2024-11-18T22:16:23,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742092_1268 (size=13051)
2024-11-18T22:16:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d312df52183f4cb5ae1eb1ec1f4cfa80 is 50, key is test_row_0/C:col10/1731968182004/Put/seqid=0
2024-11-18T22:16:23,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:23,188 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/e40ed2dabf0f479c945fc55a1ac2490f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/e40ed2dabf0f479c945fc55a1ac2490f
2024-11-18T22:16:23,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742093_1269 (size=12301)
2024-11-18T22:16:23,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d312df52183f4cb5ae1eb1ec1f4cfa80
2024-11-18T22:16:23,239 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into e40ed2dabf0f479c945fc55a1ac2490f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:23,239 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:23,239 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=12, startTime=1731968182775; duration=0sec
2024-11-18T22:16:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/788d6a9827a84f99a4a03ceebf77b2ff as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/788d6a9827a84f99a4a03ceebf77b2ff
2024-11-18T22:16:23,240 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:23,240 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:23,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/788d6a9827a84f99a4a03ceebf77b2ff, entries=150, sequenceid=311, filesize=12.0 K
2024-11-18T22:16:23,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/4b6a5e94bb394db9b47845d00b5026a2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/4b6a5e94bb394db9b47845d00b5026a2
2024-11-18T22:16:23,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968243285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968243287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/4b6a5e94bb394db9b47845d00b5026a2, entries=150, sequenceid=311, filesize=12.0 K
2024-11-18T22:16:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T22:16:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d312df52183f4cb5ae1eb1ec1f4cfa80 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d312df52183f4cb5ae1eb1ec1f4cfa80
2024-11-18T22:16:23,315 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d312df52183f4cb5ae1eb1ec1f4cfa80, entries=150, sequenceid=311, filesize=12.0 K
2024-11-18T22:16:23,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a69aea4e64c90ba7ad2fe482960879a4 in 479ms, sequenceid=311, compaction requested=false
2024-11-18T22:16:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-18T22:16:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-18T22:16:23,323 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-18T22:16:23,323 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 646 msec
2024-11-18T22:16:23,325 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 658 msec
2024-11-18T22:16:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:23,404 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:16:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:23,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:23,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/42418bc6d58d4d1e9515ffeadeab07c9 is 50, key is test_row_0/A:col10/1731968183402/Put/seqid=0
2024-11-18T22:16:23,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742094_1270 (size=14741)
2024-11-18T22:16:23,464 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/42418bc6d58d4d1e9515ffeadeab07c9
2024-11-18T22:16:23,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/accc8e2ac03f48509b9ced8161b7c88e is 50, key is test_row_0/B:col10/1731968183402/Put/seqid=0
2024-11-18T22:16:23,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968243491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968243493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742095_1271 (size=12301)
2024-11-18T22:16:23,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968243604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968243618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T22:16:23,813 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:23,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-18T22:16:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T22:16:23,826 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:23,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968243824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,829 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:23,829 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968243832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:23,920 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/accc8e2ac03f48509b9ced8161b7c88e
2024-11-18T22:16:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T22:16:23,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a27df6f55a55477f9465539a86d46e63 is 50, key is test_row_0/C:col10/1731968183402/Put/seqid=0
2024-11-18T22:16:23,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T22:16:23,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:23,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:23,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742096_1272 (size=12301)
2024-11-18T22:16:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T22:16:24,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T22:16:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968244149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:24,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968244152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T22:16:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,404 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a27df6f55a55477f9465539a86d46e63
2024-11-18T22:16:24,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/42418bc6d58d4d1e9515ffeadeab07c9 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/42418bc6d58d4d1e9515ffeadeab07c9
2024-11-18T22:16:24,453 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/42418bc6d58d4d1e9515ffeadeab07c9, entries=200, sequenceid=330, filesize=14.4 K
2024-11-18T22:16:24,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/accc8e2ac03f48509b9ced8161b7c88e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/accc8e2ac03f48509b9ced8161b7c88e
2024-11-18T22:16:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T22:16:24,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T22:16:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:24,485 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/accc8e2ac03f48509b9ced8161b7c88e, entries=150, sequenceid=330, filesize=12.0 K
2024-11-18T22:16:24,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a27df6f55a55477f9465539a86d46e63 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a27df6f55a55477f9465539a86d46e63
2024-11-18T22:16:24,529 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a27df6f55a55477f9465539a86d46e63, entries=150, sequenceid=330, filesize=12.0 K
2024-11-18T22:16:24,536 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for a69aea4e64c90ba7ad2fe482960879a4 in 1132ms, sequenceid=330, compaction requested=true
2024-11-18T22:16:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:24,536 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:24,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:24,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:24,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:24,537 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:24,545 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:24,545 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:24,545 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:24,545 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,545 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a195b4518d0943cfbcdeee8f6dd75088, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/4b6a5e94bb394db9b47845d00b5026a2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/accc8e2ac03f48509b9ced8161b7c88e] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.8 K
2024-11-18T22:16:24,545 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:24,545 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,545 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/63d92625e9184ba9a4f461dfe76ab693, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/788d6a9827a84f99a4a03ceebf77b2ff, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/42418bc6d58d4d1e9515ffeadeab07c9] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=39.2 K
2024-11-18T22:16:24,548 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 63d92625e9184ba9a4f461dfe76ab693, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731968181555
2024-11-18T22:16:24,548 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a195b4518d0943cfbcdeee8f6dd75088, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731968181555
2024-11-18T22:16:24,549 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b6a5e94bb394db9b47845d00b5026a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968181977
2024-11-18T22:16:24,552 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 788d6a9827a84f99a4a03ceebf77b2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968181977
2024-11-18T22:16:24,553 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting accc8e2ac03f48509b9ced8161b7c88e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731968183255
2024-11-18T22:16:24,556 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 42418bc6d58d4d1e9515ffeadeab07c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731968183255
2024-11-18T22:16:24,583 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#231 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:24,583 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/ba38a8bd49fe4c6fb49a2b7e80bdfdab is 50, key is test_row_0/B:col10/1731968183402/Put/seqid=0
2024-11-18T22:16:24,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T22:16:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:16:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:24,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742097_1273 (size=13153)
2024-11-18T22:16:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:24,626 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:24,627 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/d166017c09df451abe4c08b5ae6dd4ba is 50, key is test_row_0/A:col10/1731968183402/Put/seqid=0
2024-11-18T22:16:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/f7eee7f121644c1d9aaab078f8ed5875 is 50, key is test_row_0/A:col10/1731968183489/Put/seqid=0
2024-11-18T22:16:24,668 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/ba38a8bd49fe4c6fb49a2b7e80bdfdab as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ba38a8bd49fe4c6fb49a2b7e80bdfdab
2024-11-18T22:16:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:24,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:24,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742098_1274 (size=13153)
2024-11-18T22:16:24,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742099_1275 (size=12301)
2024-11-18T22:16:24,707 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into ba38a8bd49fe4c6fb49a2b7e80bdfdab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:24,707 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:24,707 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968184536; duration=0sec
2024-11-18T22:16:24,707 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:24,707 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:24,707 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:24,712 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:24,712 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:24,713 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:24,713 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/e40ed2dabf0f479c945fc55a1ac2490f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d312df52183f4cb5ae1eb1ec1f4cfa80, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a27df6f55a55477f9465539a86d46e63] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.8 K
2024-11-18T22:16:24,713 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e40ed2dabf0f479c945fc55a1ac2490f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731968181555
2024-11-18T22:16:24,714 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d312df52183f4cb5ae1eb1ec1f4cfa80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731968181977
2024-11-18T22:16:24,714 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a27df6f55a55477f9465539a86d46e63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731968183255
2024-11-18T22:16:24,738 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:24,739 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a5b4471169b04b32b319bf78c4a1f0f8 is 50, key is test_row_0/C:col10/1731968183402/Put/seqid=0
2024-11-18T22:16:24,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968244775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:24,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968244778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:24,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742100_1276 (size=13153)
2024-11-18T22:16:24,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968244891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:24,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968244904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T22:16:25,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/f7eee7f121644c1d9aaab078f8ed5875
2024-11-18T22:16:25,132 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/d166017c09df451abe4c08b5ae6dd4ba as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d166017c09df451abe4c08b5ae6dd4ba
2024-11-18T22:16:25,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968245112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:25,146 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into d166017c09df451abe4c08b5ae6dd4ba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:25,147 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:25,147 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968184536; duration=0sec
2024-11-18T22:16:25,147 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:25,147 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:25,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3f6dd63b96004e90a2e3a34491a968d6 is 50, key is test_row_0/B:col10/1731968183489/Put/seqid=0
2024-11-18T22:16:25,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968245125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:25,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742101_1277 (size=12301)
2024-11-18T22:16:25,235 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a5b4471169b04b32b319bf78c4a1f0f8 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a5b4471169b04b32b319bf78c4a1f0f8
2024-11-18T22:16:25,263 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into a5b4471169b04b32b319bf78c4a1f0f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:25,263 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:25,263 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968184537; duration=0sec
2024-11-18T22:16:25,263 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:25,263 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:25,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968245453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:25,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:25,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968245477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:25,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3f6dd63b96004e90a2e3a34491a968d6
2024-11-18T22:16:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6cd525c91eb14a788127f139ee44fead is 50, key is test_row_0/C:col10/1731968183489/Put/seqid=0
2024-11-18T22:16:25,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742102_1278 (size=12301)
2024-11-18T22:16:25,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6cd525c91eb14a788127f139ee44fead
2024-11-18T22:16:25,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/f7eee7f121644c1d9aaab078f8ed5875 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/f7eee7f121644c1d9aaab078f8ed5875
2024-11-18T22:16:25,719 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/f7eee7f121644c1d9aaab078f8ed5875, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T22:16:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3f6dd63b96004e90a2e3a34491a968d6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3f6dd63b96004e90a2e3a34491a968d6
2024-11-18T22:16:25,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3f6dd63b96004e90a2e3a34491a968d6, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T22:16:25,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/6cd525c91eb14a788127f139ee44fead as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6cd525c91eb14a788127f139ee44fead
2024-11-18T22:16:25,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6cd525c91eb14a788127f139ee44fead, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T22:16:25,764 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a69aea4e64c90ba7ad2fe482960879a4 in 1140ms, sequenceid=347, compaction requested=false
2024-11-18T22:16:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-18T22:16:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-18T22:16:25,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-18T22:16:25,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec
2024-11-18T22:16:25,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.9720 sec
2024-11-18T22:16:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:25,980 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:16:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:25,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:25,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:25,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:25,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:25,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T22:16:25,993 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:25,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-18T22:16:25,996 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:25,997 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:25,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T22:16:26,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/3e82737f612c4d77a4bfc44ea6c25145 is 50, key is test_row_0/A:col10/1731968184775/Put/seqid=0
2024-11-18T22:16:26,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742103_1279 (size=12301)
2024-11-18T22:16:26,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968246077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968246077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T22:16:26,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:26,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:26,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968246191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968246191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:26,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:26,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T22:16:26,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968246401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968246416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,464 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/3e82737f612c4d77a4bfc44ea6c25145
2024-11-18T22:16:26,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c09c0d93271840b1b18b130b6948faa5 is 50, key is test_row_0/B:col10/1731968184775/Put/seqid=0
2024-11-18T22:16:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T22:16:26,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742104_1280 (size=12301)
2024-11-18T22:16:26,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968246712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968246731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:26,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:26,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:26,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:26,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:26,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,078 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c09c0d93271840b1b18b130b6948faa5
2024-11-18T22:16:27,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/9624956fba994b75a4558b5880a6c08b is 50, key is test_row_0/C:col10/1731968184775/Put/seqid=0
2024-11-18T22:16:27,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:27,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T22:16:27,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742105_1281 (size=12301)
2024-11-18T22:16:27,162 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/9624956fba994b75a4558b5880a6c08b
2024-11-18T22:16:27,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/3e82737f612c4d77a4bfc44ea6c25145 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/3e82737f612c4d77a4bfc44ea6c25145
2024-11-18T22:16:27,182 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/3e82737f612c4d77a4bfc44ea6c25145, entries=150, sequenceid=366, filesize=12.0 K
2024-11-18T22:16:27,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c09c0d93271840b1b18b130b6948faa5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c09c0d93271840b1b18b130b6948faa5
2024-11-18T22:16:27,188 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c09c0d93271840b1b18b130b6948faa5, entries=150, sequenceid=366, filesize=12.0 K
2024-11-18T22:16:27,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/9624956fba994b75a4558b5880a6c08b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9624956fba994b75a4558b5880a6c08b
2024-11-18T22:16:27,201 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9624956fba994b75a4558b5880a6c08b, entries=150, sequenceid=366, filesize=12.0 K
2024-11-18T22:16:27,202 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a69aea4e64c90ba7ad2fe482960879a4 in 1222ms, sequenceid=366, compaction requested=true
2024-11-18T22:16:27,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:27,202 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:27,203 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:27,204 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:27,204 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,204 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d166017c09df451abe4c08b5ae6dd4ba, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/f7eee7f121644c1d9aaab078f8ed5875, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/3e82737f612c4d77a4bfc44ea6c25145] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.9 K
2024-11-18T22:16:27,204 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d166017c09df451abe4c08b5ae6dd4ba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731968183255
2024-11-18T22:16:27,205 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7eee7f121644c1d9aaab078f8ed5875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968183482
2024-11-18T22:16:27,205 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e82737f612c4d77a4bfc44ea6c25145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968184759
2024-11-18T22:16:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:27,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:27,212 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:27,214 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:27,215 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/55a38abfcaf648f9b31404e48ade01f2 is 50, key is test_row_0/A:col10/1731968184775/Put/seqid=0
2024-11-18T22:16:27,228 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:27,228 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:27,228 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,228 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ba38a8bd49fe4c6fb49a2b7e80bdfdab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3f6dd63b96004e90a2e3a34491a968d6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c09c0d93271840b1b18b130b6948faa5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.9 K
2024-11-18T22:16:27,230 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ba38a8bd49fe4c6fb49a2b7e80bdfdab, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731968183255
2024-11-18T22:16:27,232 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6dd63b96004e90a2e3a34491a968d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968183482
2024-11-18T22:16:27,232 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c09c0d93271840b1b18b130b6948faa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968184759
2024-11-18T22:16:27,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742106_1282 (size=13255)
2024-11-18T22:16:27,256 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:27,256 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/58f5956968cf4469aea4cfa8e076b44e is 50, key is test_row_0/B:col10/1731968184775/Put/seqid=0
2024-11-18T22:16:27,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:16:27,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:27,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:27,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:27,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:27,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:27,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:27,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5d46ac7c363d4fd7bacc905bd0e97bcb is 50, key is test_row_0/A:col10/1731968186053/Put/seqid=0
2024-11-18T22:16:27,268 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/55a38abfcaf648f9b31404e48ade01f2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/55a38abfcaf648f9b31404e48ade01f2
2024-11-18T22:16:27,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742107_1283 (size=13255)
2024-11-18T22:16:27,289 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into 55a38abfcaf648f9b31404e48ade01f2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:27,289 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:27,289 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968187202; duration=0sec
2024-11-18T22:16:27,289 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:27,289 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:27,289 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:27,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:27,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:27,298 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,298 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a5b4471169b04b32b319bf78c4a1f0f8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6cd525c91eb14a788127f139ee44fead, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9624956fba994b75a4558b5880a6c08b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=36.9 K
2024-11-18T22:16:27,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5b4471169b04b32b319bf78c4a1f0f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731968183255
2024-11-18T22:16:27,299 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cd525c91eb14a788127f139ee44fead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731968183482
2024-11-18T22:16:27,300 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9624956fba994b75a4558b5880a6c08b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968184759
2024-11-18T22:16:27,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742108_1284 (size=12301)
2024-11-18T22:16:27,312 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5d46ac7c363d4fd7bacc905bd0e97bcb
2024-11-18T22:16:27,320 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:27,321 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/0ccf6a449639466e95117d38a4708b3b is 50, key is test_row_0/C:col10/1731968184775/Put/seqid=0
2024-11-18T22:16:27,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968247348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968247349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742109_1285 (size=13255)
2024-11-18T22:16:27,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c903610cf8e34529957be66ff02cb703 is 50, key is test_row_0/B:col10/1731968186053/Put/seqid=0
2024-11-18T22:16:27,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742110_1286 (size=12301)
2024-11-18T22:16:27,408 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c903610cf8e34529957be66ff02cb703
2024-11-18T22:16:27,425 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/0ccf6a449639466e95117d38a4708b3b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/0ccf6a449639466e95117d38a4708b3b
2024-11-18T22:16:27,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a28cda930ab7479b8f2719c3fbadbac2 is 50, key is test_row_0/C:col10/1731968186053/Put/seqid=0
2024-11-18T22:16:27,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,475 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into 0ccf6a449639466e95117d38a4708b3b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:27,475 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:27,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742111_1287 (size=12301)
2024-11-18T22:16:27,475 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968187211; duration=0sec
2024-11-18T22:16:27,477 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:27,477 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:27,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968247475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968247475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,484 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a28cda930ab7479b8f2719c3fbadbac2
2024-11-18T22:16:27,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/5d46ac7c363d4fd7bacc905bd0e97bcb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5d46ac7c363d4fd7bacc905bd0e97bcb
2024-11-18T22:16:27,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5d46ac7c363d4fd7bacc905bd0e97bcb, entries=150, sequenceid=383, filesize=12.0 K
2024-11-18T22:16:27,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c903610cf8e34529957be66ff02cb703 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c903610cf8e34529957be66ff02cb703
2024-11-18T22:16:27,606 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c903610cf8e34529957be66ff02cb703, entries=150, sequenceid=383, filesize=12.0 K
2024-11-18T22:16:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/a28cda930ab7479b8f2719c3fbadbac2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a28cda930ab7479b8f2719c3fbadbac2
2024-11-18T22:16:27,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,646 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a28cda930ab7479b8f2719c3fbadbac2, entries=150, sequenceid=383, filesize=12.0 K
2024-11-18T22:16:27,654 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for a69aea4e64c90ba7ad2fe482960879a4 in 397ms, sequenceid=383, compaction requested=false
2024-11-18T22:16:27,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:27,701 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:16:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:27,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/24776143696943fb87edb47944287e97 is 50, key is test_row_0/A:col10/1731968187324/Put/seqid=0
2024-11-18T22:16:27,719 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/58f5956968cf4469aea4cfa8e076b44e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/58f5956968cf4469aea4cfa8e076b44e
2024-11-18T22:16:27,729 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into 58f5956968cf4469aea4cfa8e076b44e(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:27,729 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:27,729 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968187211; duration=0sec
2024-11-18T22:16:27,729 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:27,729 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:27,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742112_1288 (size=14741)
2024-11-18T22:16:27,756 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/24776143696943fb87edb47944287e97
2024-11-18T22:16:27,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968247764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968247765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:27,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a32ce1f4d03c45f8b578525e0e5b5071 is 50, key is test_row_0/B:col10/1731968187324/Put/seqid=0
2024-11-18T22:16:27,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742113_1289 (size=12301)
2024-11-18T22:16:27,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a32ce1f4d03c45f8b578525e0e5b5071
2024-11-18T22:16:27,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d3e65d5ffcb1487d811a96d70c02827b is 50, key is test_row_0/C:col10/1731968187324/Put/seqid=0
2024-11-18T22:16:27,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968247872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968247881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:27,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742114_1290 (size=12301)
2024-11-18T22:16:27,924 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d3e65d5ffcb1487d811a96d70c02827b
2024-11-18T22:16:27,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:27,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:27,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/24776143696943fb87edb47944287e97 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/24776143696943fb87edb47944287e97
2024-11-18T22:16:27,946 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/24776143696943fb87edb47944287e97, entries=200, sequenceid=402, filesize=14.4 K
2024-11-18T22:16:27,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/a32ce1f4d03c45f8b578525e0e5b5071 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a32ce1f4d03c45f8b578525e0e5b5071
2024-11-18T22:16:27,959 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a32ce1f4d03c45f8b578525e0e5b5071, entries=150, sequenceid=402, filesize=12.0 K
2024-11-18T22:16:27,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/d3e65d5ffcb1487d811a96d70c02827b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d3e65d5ffcb1487d811a96d70c02827b
2024-11-18T22:16:27,969 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d3e65d5ffcb1487d811a96d70c02827b, entries=150, sequenceid=402, filesize=12.0 K
2024-11-18T22:16:27,970 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a69aea4e64c90ba7ad2fe482960879a4 in 269ms, sequenceid=402, compaction requested=true
2024-11-18T22:16:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:27,970 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a69aea4e64c90ba7ad2fe482960879a4:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:27,970 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:27,973 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:27,973 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:27,973 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/B is initiating minor compaction (all files)
2024-11-18T22:16:27,973 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/A is initiating minor compaction (all files)
2024-11-18T22:16:27,973 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/B in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,973 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/A in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:27,973 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/58f5956968cf4469aea4cfa8e076b44e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c903610cf8e34529957be66ff02cb703, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a32ce1f4d03c45f8b578525e0e5b5071] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=37.0 K
2024-11-18T22:16:27,973 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/55a38abfcaf648f9b31404e48ade01f2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5d46ac7c363d4fd7bacc905bd0e97bcb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/24776143696943fb87edb47944287e97] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=39.4 K
2024-11-18T22:16:27,973 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f5956968cf4469aea4cfa8e076b44e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968184759
2024-11-18T22:16:27,974 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55a38abfcaf648f9b31404e48ade01f2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968184759
2024-11-18T22:16:27,974 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c903610cf8e34529957be66ff02cb703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731968186053
2024-11-18T22:16:27,974 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d46ac7c363d4fd7bacc905bd0e97bcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731968186053
2024-11-18T22:16:27,974 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a32ce1f4d03c45f8b578525e0e5b5071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731968187293
2024-11-18T22:16:27,975 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24776143696943fb87edb47944287e97, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731968187293
2024-11-18T22:16:28,006 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:28,007 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/2e9215a6c2c841bba4efa2df56348503 is 50, key is test_row_0/B:col10/1731968187324/Put/seqid=0
2024-11-18T22:16:28,014 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#A#compaction#250 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:28,015 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ba6a54dc83a044a08ca0c50d4c8dce91 is 50, key is test_row_0/A:col10/1731968187324/Put/seqid=0
2024-11-18T22:16:28,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742116_1292 (size=13357)
2024-11-18T22:16:28,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742115_1291 (size=13357)
2024-11-18T22:16:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:28,088 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:16:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:28,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/290bcd31a06a408aa18dd7fcb1396fe3 is 50, key is test_row_0/A:col10/1731968188085/Put/seqid=0
2024-11-18T22:16:28,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968248129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742117_1293 (size=12301)
2024-11-18T22:16:28,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968248134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,139 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/290bcd31a06a408aa18dd7fcb1396fe3
2024-11-18T22:16:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T22:16:28,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/847a044a816c428fab50c04aa19a83e7 is 50, key is test_row_0/B:col10/1731968188085/Put/seqid=0
2024-11-18T22:16:28,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742118_1294 (size=12301)
2024-11-18T22:16:28,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968248243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968248243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968248451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968248452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,492 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/ba6a54dc83a044a08ca0c50d4c8dce91 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ba6a54dc83a044a08ca0c50d4c8dce91
2024-11-18T22:16:28,493 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/2e9215a6c2c841bba4efa2df56348503 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/2e9215a6c2c841bba4efa2df56348503
2024-11-18T22:16:28,508 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/A of a69aea4e64c90ba7ad2fe482960879a4 into ba6a54dc83a044a08ca0c50d4c8dce91(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:28,508 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:28,509 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/A, priority=13, startTime=1731968187970; duration=0sec
2024-11-18T22:16:28,509 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:28,509 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:A
2024-11-18T22:16:28,509 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:28,515 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/B of a69aea4e64c90ba7ad2fe482960879a4 into 2e9215a6c2c841bba4efa2df56348503(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:28,515 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:28,515 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/B, priority=13, startTime=1731968187970; duration=0sec
2024-11-18T22:16:28,515 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:28,515 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:B
2024-11-18T22:16:28,517 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:28,517 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): a69aea4e64c90ba7ad2fe482960879a4/C is initiating minor compaction (all files)
2024-11-18T22:16:28,517 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a69aea4e64c90ba7ad2fe482960879a4/C in TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,517 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/0ccf6a449639466e95117d38a4708b3b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a28cda930ab7479b8f2719c3fbadbac2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d3e65d5ffcb1487d811a96d70c02827b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp, totalSize=37.0 K
2024-11-18T22:16:28,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ccf6a449639466e95117d38a4708b3b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731968184759
2024-11-18T22:16:28,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a28cda930ab7479b8f2719c3fbadbac2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731968186053
2024-11-18T22:16:28,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e65d5ffcb1487d811a96d70c02827b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731968187293
2024-11-18T22:16:28,541 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a69aea4e64c90ba7ad2fe482960879a4#C#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:28,542 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/1c1406f36d884472a0c69e1718fd3063 is 50, key is test_row_0/C:col10/1731968187324/Put/seqid=0
2024-11-18T22:16:28,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:28,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:28,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742119_1295 (size=13357)
2024-11-18T22:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,622 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/847a044a816c428fab50c04aa19a83e7
2024-11-18T22:16:28,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3b47273e92c84503b9697ef703539474 is 50, key is test_row_0/C:col10/1731968188085/Put/seqid=0
2024-11-18T22:16:28,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742120_1296 (size=12301)
2024-11-18T22:16:28,716 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3b47273e92c84503b9697ef703539474
2024-11-18T22:16:28,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/290bcd31a06a408aa18dd7fcb1396fe3 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/290bcd31a06a408aa18dd7fcb1396fe3
2024-11-18T22:16:28,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1731968248763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731968248762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:16:28,798 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/290bcd31a06a408aa18dd7fcb1396fe3, entries=150, sequenceid=419, filesize=12.0 K
2024-11-18T22:16:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/847a044a816c428fab50c04aa19a83e7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/847a044a816c428fab50c04aa19a83e7
2024-11-18T22:16:28,849 INFO  [Thread-963 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-963.
2024-11-18T22:16:28,849 INFO  [Thread-961 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-961.
2024-11-18T22:16:28,849 DEBUG [Thread-961 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:28,849 DEBUG [Thread-963 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:28,849 DEBUG [Thread-963 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,849 DEBUG [Thread-961 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,849 DEBUG [Thread-963 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,849 DEBUG [Thread-961 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,852 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:28,856 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:28,856 INFO  [Thread-957 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-957.
2024-11-18T22:16:28,857 DEBUG [Thread-957 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:28,857 DEBUG [Thread-957 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,857 DEBUG [Thread-957 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,857 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:28,857 INFO  [Thread-955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-955.
2024-11-18T22:16:28,857 DEBUG [Thread-955 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:28,857 DEBUG [Thread-955 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,857 DEBUG [Thread-955 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,858 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:28,859 INFO  [Thread-959 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-959.
2024-11-18T22:16:28,859 DEBUG [Thread-959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:28,859 DEBUG [Thread-959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,859 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:28,859 DEBUG [Thread-959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:28,859 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/847a044a816c428fab50c04aa19a83e7, entries=150, sequenceid=419, filesize=12.0 K
2024-11-18T22:16:28,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3b47273e92c84503b9697ef703539474 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3b47273e92c84503b9697ef703539474
2024-11-18T22:16:28,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:28,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:28,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:28,910 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3b47273e92c84503b9697ef703539474, entries=150, sequenceid=419, filesize=12.0 K
2024-11-18T22:16:28,915 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a69aea4e64c90ba7ad2fe482960879a4 in 827ms, sequenceid=419, compaction requested=false
2024-11-18T22:16:28,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:28,983 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/1c1406f36d884472a0c69e1718fd3063 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1c1406f36d884472a0c69e1718fd3063
2024-11-18T22:16:28,998 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a69aea4e64c90ba7ad2fe482960879a4/C of a69aea4e64c90ba7ad2fe482960879a4 into 1c1406f36d884472a0c69e1718fd3063(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:28,999 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:28,999 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., storeName=a69aea4e64c90ba7ad2fe482960879a4/C, priority=13, startTime=1731968187970; duration=0sec
2024-11-18T22:16:28,999 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:28,999 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a69aea4e64c90ba7ad2fe482960879a4:C
2024-11-18T22:16:29,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T22:16:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:29,063 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:16:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:29,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/779ae27462054d15865f1668116157d0 is 50, key is test_row_0/A:col10/1731968188127/Put/seqid=0
2024-11-18T22:16:29,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742121_1297 (size=12301)
2024-11-18T22:16:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:29,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. as already flushing
2024-11-18T22:16:29,284 INFO  [Thread-946 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-946.
2024-11-18T22:16:29,284 DEBUG [Thread-946 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:29,284 DEBUG [Thread-946 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:29,284 DEBUG [Thread-946 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:29,284 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:29,293 INFO  [Thread-952 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-952.
2024-11-18T22:16:29,293 DEBUG [Thread-952 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:29,293 DEBUG [Thread-952 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:29,293 DEBUG [Thread-952 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:29,293 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:29,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/779ae27462054d15865f1668116157d0
2024-11-18T22:16:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3b666b4b5fcb4a7dbb2d110687550dc0 is 50, key is test_row_0/B:col10/1731968188127/Put/seqid=0
2024-11-18T22:16:29,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742122_1298 (size=12301)
2024-11-18T22:16:29,495 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3b666b4b5fcb4a7dbb2d110687550dc0
2024-11-18T22:16:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/f9643938f14244b0986355585442f3df is 50, key is test_row_0/C:col10/1731968188127/Put/seqid=0
2024-11-18T22:16:29,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742123_1299 (size=12301)
2024-11-18T22:16:29,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/f9643938f14244b0986355585442f3df
2024-11-18T22:16:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/779ae27462054d15865f1668116157d0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/779ae27462054d15865f1668116157d0
2024-11-18T22:16:29,526 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/779ae27462054d15865f1668116157d0, entries=150, sequenceid=438, filesize=12.0 K
2024-11-18T22:16:29,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/3b666b4b5fcb4a7dbb2d110687550dc0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3b666b4b5fcb4a7dbb2d110687550dc0
2024-11-18T22:16:29,533 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3b666b4b5fcb4a7dbb2d110687550dc0, entries=150, sequenceid=438, filesize=12.0 K
2024-11-18T22:16:29,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/f9643938f14244b0986355585442f3df as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/f9643938f14244b0986355585442f3df
2024-11-18T22:16:29,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/f9643938f14244b0986355585442f3df, entries=150, sequenceid=438, filesize=12.0 K
2024-11-18T22:16:29,539 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=13.42 KB/13740 for a69aea4e64c90ba7ad2fe482960879a4 in 476ms, sequenceid=438, compaction requested=true
2024-11-18T22:16:29,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for a69aea4e64c90ba7ad2fe482960879a4:

2024-11-18T22:16:29,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:29,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-18T22:16:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-18T22:16:29,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-18T22:16:29,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5440 sec
2024-11-18T22:16:29,544 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 3.5500 sec
2024-11-18T22:16:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T22:16:30,172 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:30,933 INFO  [Thread-944 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-944.
2024-11-18T22:16:30,933 DEBUG [Thread-944 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:30,933 DEBUG [Thread-944 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:30,933 DEBUG [Thread-944 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:30,933 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:30,993 INFO  [Thread-950 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-950.
2024-11-18T22:16:30,993 DEBUG [Thread-950 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:30,993 DEBUG [Thread-950 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:30,994 DEBUG [Thread-950 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:30,994 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:31,013 INFO  [Thread-948 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-948.
2024-11-18T22:16:31,013 DEBUG [Thread-948 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:31,013 DEBUG [Thread-948 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:31,013 DEBUG [Thread-948 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:31,013 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:31,013 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T22:16:31,013 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 17
2024-11-18T22:16:31,013 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 198
2024-11-18T22:16:31,013 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 19
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 16
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 90
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1548
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1612
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1491
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1553
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1621
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T22:16:31,014 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:16:31,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:16:31,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:31,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:31,014 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:31,015 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T22:16:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T22:16:31,020 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968191020"}]},"ts":"1731968191020"}
2024-11-18T22:16:31,022 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T22:16:31,022 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T22:16:31,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:16:31,026 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, UNASSIGN}]
2024-11-18T22:16:31,027 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, UNASSIGN
2024-11-18T22:16:31,028 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a69aea4e64c90ba7ad2fe482960879a4, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, UNASSIGN because future has completed
2024-11-18T22:16:31,030 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:16:31,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:16:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T22:16:31,183 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(122): Close a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:31,183 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:16:31,183 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1722): Closing a69aea4e64c90ba7ad2fe482960879a4, disabling compactions & flushes
2024-11-18T22:16:31,183 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:31,183 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:31,183 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. after waiting 0 ms
2024-11-18T22:16:31,183 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:31,183 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(2902): Flushing a69aea4e64c90ba7ad2fe482960879a4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-18T22:16:31,184 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=A
2024-11-18T22:16:31,184 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:31,184 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=B
2024-11-18T22:16:31,184 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:31,184 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a69aea4e64c90ba7ad2fe482960879a4, store=C
2024-11-18T22:16:31,184 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:31,188 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/85a72d5bb3c246099f4e9a830e4ca9cf is 50, key is test_row_0/A:col10/1731968190992/Put/seqid=0
2024-11-18T22:16:31,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742124_1300 (size=12301)
2024-11-18T22:16:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T22:16:31,605 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/85a72d5bb3c246099f4e9a830e4ca9cf
2024-11-18T22:16:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T22:16:31,661 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c645a55c36c54caf8c206f278432795e is 50, key is test_row_0/B:col10/1731968190992/Put/seqid=0
2024-11-18T22:16:31,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742125_1301 (size=12301)
2024-11-18T22:16:32,116 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c645a55c36c54caf8c206f278432795e
2024-11-18T22:16:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T22:16:32,169 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3709d89852124582bdc24483db6329a5 is 50, key is test_row_0/C:col10/1731968190992/Put/seqid=0
2024-11-18T22:16:32,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742126_1302 (size=12301)
2024-11-18T22:16:32,589 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3709d89852124582bdc24483db6329a5
2024-11-18T22:16:32,595 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/A/85a72d5bb3c246099f4e9a830e4ca9cf as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/85a72d5bb3c246099f4e9a830e4ca9cf
2024-11-18T22:16:32,599 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/85a72d5bb3c246099f4e9a830e4ca9cf, entries=150, sequenceid=446, filesize=12.0 K
2024-11-18T22:16:32,601 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/B/c645a55c36c54caf8c206f278432795e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c645a55c36c54caf8c206f278432795e
2024-11-18T22:16:32,607 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c645a55c36c54caf8c206f278432795e, entries=150, sequenceid=446, filesize=12.0 K
2024-11-18T22:16:32,608 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/.tmp/C/3709d89852124582bdc24483db6329a5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3709d89852124582bdc24483db6329a5
2024-11-18T22:16:32,613 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3709d89852124582bdc24483db6329a5, entries=150, sequenceid=446, filesize=12.0 K
2024-11-18T22:16:32,613 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a69aea4e64c90ba7ad2fe482960879a4 in 1430ms, sequenceid=446, compaction requested=true
2024-11-18T22:16:32,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5e0c1e9f82524720a3c887067fd49c3a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5058acb670004eea839ba45d439dc746, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/9fb0ba5ec16340838bc0fc86398bc8dc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d0a5b6e471a646bfaac83f06c98e34bd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6347545cdc354b47b64a1fda4fe55bc1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/03ba8f29b6434694815bf9b7eb655d66, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/b7d1dd2aba874759ad849911a9db454d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ccc187919301442192943ec63cf6468f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/e0111d6bf5ac42f690a90cb3171fdd9a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/a335a3046477404e84883332f8132040, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/613cb970c1aa4842857f58bd96752154, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/16e70e1337e04a52a9b23fb436c24e84, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ad51280cb06f46408facabb15b0457d3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/61c2fcdd46ad4c5eace4cd1f7e2a29be, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/184c32b7db1845c28d30c9aa55132ffe, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/95fb696701ff47c38657d2c1a20df7ca, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/be00a866a7bf4d8fbaffe91206fddb48, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/0867bca9e7464ab3b78f21858f05c687, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/7ba6b94a2e6e4bdc9596d447ed27ca3d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/8077fb52f385470bbc59ab4735ac28ed, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/27fcf336be054b648db5eca3c9c7dfe6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/63d92625e9184ba9a4f461dfe76ab693, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6e2d0d29a3134c548cdc78c94e6a13fa, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/788d6a9827a84f99a4a03ceebf77b2ff, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/42418bc6d58d4d1e9515ffeadeab07c9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d166017c09df451abe4c08b5ae6dd4ba, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/f7eee7f121644c1d9aaab078f8ed5875, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/55a38abfcaf648f9b31404e48ade01f2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/3e82737f612c4d77a4bfc44ea6c25145, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5d46ac7c363d4fd7bacc905bd0e97bcb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/24776143696943fb87edb47944287e97] to archive
2024-11-18T22:16:32,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:16:32,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5e0c1e9f82524720a3c887067fd49c3a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5e0c1e9f82524720a3c887067fd49c3a
2024-11-18T22:16:32,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5058acb670004eea839ba45d439dc746 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5058acb670004eea839ba45d439dc746
2024-11-18T22:16:32,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/9fb0ba5ec16340838bc0fc86398bc8dc to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/9fb0ba5ec16340838bc0fc86398bc8dc
2024-11-18T22:16:32,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d0a5b6e471a646bfaac83f06c98e34bd to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d0a5b6e471a646bfaac83f06c98e34bd
2024-11-18T22:16:32,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6347545cdc354b47b64a1fda4fe55bc1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6347545cdc354b47b64a1fda4fe55bc1
2024-11-18T22:16:32,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/03ba8f29b6434694815bf9b7eb655d66 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/03ba8f29b6434694815bf9b7eb655d66
2024-11-18T22:16:32,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/b7d1dd2aba874759ad849911a9db454d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/b7d1dd2aba874759ad849911a9db454d
2024-11-18T22:16:32,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ccc187919301442192943ec63cf6468f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ccc187919301442192943ec63cf6468f
2024-11-18T22:16:32,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/e0111d6bf5ac42f690a90cb3171fdd9a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/e0111d6bf5ac42f690a90cb3171fdd9a
2024-11-18T22:16:32,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/a335a3046477404e84883332f8132040 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/a335a3046477404e84883332f8132040
2024-11-18T22:16:32,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/613cb970c1aa4842857f58bd96752154 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/613cb970c1aa4842857f58bd96752154
2024-11-18T22:16:32,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/16e70e1337e04a52a9b23fb436c24e84 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/16e70e1337e04a52a9b23fb436c24e84
2024-11-18T22:16:32,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ad51280cb06f46408facabb15b0457d3 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ad51280cb06f46408facabb15b0457d3
2024-11-18T22:16:32,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/61c2fcdd46ad4c5eace4cd1f7e2a29be to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/61c2fcdd46ad4c5eace4cd1f7e2a29be
2024-11-18T22:16:32,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/184c32b7db1845c28d30c9aa55132ffe to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/184c32b7db1845c28d30c9aa55132ffe
2024-11-18T22:16:32,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/95fb696701ff47c38657d2c1a20df7ca to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/95fb696701ff47c38657d2c1a20df7ca
2024-11-18T22:16:32,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/be00a866a7bf4d8fbaffe91206fddb48 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/be00a866a7bf4d8fbaffe91206fddb48
2024-11-18T22:16:32,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/0867bca9e7464ab3b78f21858f05c687 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/0867bca9e7464ab3b78f21858f05c687
2024-11-18T22:16:32,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/7ba6b94a2e6e4bdc9596d447ed27ca3d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/7ba6b94a2e6e4bdc9596d447ed27ca3d
2024-11-18T22:16:32,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/8077fb52f385470bbc59ab4735ac28ed to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/8077fb52f385470bbc59ab4735ac28ed
2024-11-18T22:16:32,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/27fcf336be054b648db5eca3c9c7dfe6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/27fcf336be054b648db5eca3c9c7dfe6
2024-11-18T22:16:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/63d92625e9184ba9a4f461dfe76ab693 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/63d92625e9184ba9a4f461dfe76ab693
2024-11-18T22:16:32,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6e2d0d29a3134c548cdc78c94e6a13fa to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/6e2d0d29a3134c548cdc78c94e6a13fa
2024-11-18T22:16:32,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/788d6a9827a84f99a4a03ceebf77b2ff to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/788d6a9827a84f99a4a03ceebf77b2ff
2024-11-18T22:16:32,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/42418bc6d58d4d1e9515ffeadeab07c9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/42418bc6d58d4d1e9515ffeadeab07c9
2024-11-18T22:16:32,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d166017c09df451abe4c08b5ae6dd4ba to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/d166017c09df451abe4c08b5ae6dd4ba
2024-11-18T22:16:32,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/f7eee7f121644c1d9aaab078f8ed5875 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/f7eee7f121644c1d9aaab078f8ed5875
2024-11-18T22:16:32,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/55a38abfcaf648f9b31404e48ade01f2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/55a38abfcaf648f9b31404e48ade01f2
2024-11-18T22:16:32,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/3e82737f612c4d77a4bfc44ea6c25145 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/3e82737f612c4d77a4bfc44ea6c25145
2024-11-18T22:16:33,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5d46ac7c363d4fd7bacc905bd0e97bcb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/5d46ac7c363d4fd7bacc905bd0e97bcb
2024-11-18T22:16:33,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/24776143696943fb87edb47944287e97 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/24776143696943fb87edb47944287e97
2024-11-18T22:16:33,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/1998cd1b77474d95aeace81886c00143, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ca14100450f549379e9ed80d7a0e26de, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/05b344545a0e4e5c917d8c15e50ccaf1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/93ec41c5d6f244a8898e56ee916471a1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/91608301491a41d6ad7146113121cc0a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/e7dca80222f441a2a225e22dc0935499, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3e69cdcb39ed40fe8a62da76b115f560, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/9aad9e5078214c9e9601580043f77280, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be9ab7d468b44554b2b02043e7204884, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cec6432db19c4bb1a78151c716b74db9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bc302102c512499ebead024c635213bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/992b455efc9b4733a73f7f35e573c5a2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/fe22df06715a4427825ef5c037bdff70, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a4a747780fd04a24925d18215cc5f304, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfa75723de394d01866c13920293d251, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfda8d39fac844a5a25b1c7e4a57f171, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bd4eb65734c84e36b9ab8de584ee3f06, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3ea5621e6a69455e8903d4cde9fa222b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/46ebca0dcf1c41bcbadaca72b6fe61c7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b726d291fc3a40b6a276877564ebd8db, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b7e956006e5844768d857d8dd83ce164, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a195b4518d0943cfbcdeee8f6dd75088, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be093b10ca7d4a5f97d92acf9c593982, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/4b6a5e94bb394db9b47845d00b5026a2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ba38a8bd49fe4c6fb49a2b7e80bdfdab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/accc8e2ac03f48509b9ced8161b7c88e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3f6dd63b96004e90a2e3a34491a968d6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/58f5956968cf4469aea4cfa8e076b44e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c09c0d93271840b1b18b130b6948faa5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c903610cf8e34529957be66ff02cb703, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a32ce1f4d03c45f8b578525e0e5b5071] to archive
2024-11-18T22:16:33,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:16:33,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/1998cd1b77474d95aeace81886c00143 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/1998cd1b77474d95aeace81886c00143
2024-11-18T22:16:33,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ca14100450f549379e9ed80d7a0e26de to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ca14100450f549379e9ed80d7a0e26de
2024-11-18T22:16:33,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/05b344545a0e4e5c917d8c15e50ccaf1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/05b344545a0e4e5c917d8c15e50ccaf1
2024-11-18T22:16:33,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/93ec41c5d6f244a8898e56ee916471a1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/93ec41c5d6f244a8898e56ee916471a1
2024-11-18T22:16:33,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/91608301491a41d6ad7146113121cc0a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/91608301491a41d6ad7146113121cc0a
2024-11-18T22:16:33,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/e7dca80222f441a2a225e22dc0935499 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/e7dca80222f441a2a225e22dc0935499
2024-11-18T22:16:33,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3e69cdcb39ed40fe8a62da76b115f560 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3e69cdcb39ed40fe8a62da76b115f560
2024-11-18T22:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T22:16:33,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/9aad9e5078214c9e9601580043f77280 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/9aad9e5078214c9e9601580043f77280
2024-11-18T22:16:33,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be9ab7d468b44554b2b02043e7204884 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be9ab7d468b44554b2b02043e7204884
2024-11-18T22:16:33,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cec6432db19c4bb1a78151c716b74db9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cec6432db19c4bb1a78151c716b74db9
2024-11-18T22:16:33,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bc302102c512499ebead024c635213bc to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bc302102c512499ebead024c635213bc
2024-11-18T22:16:33,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/992b455efc9b4733a73f7f35e573c5a2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/992b455efc9b4733a73f7f35e573c5a2
2024-11-18T22:16:33,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/fe22df06715a4427825ef5c037bdff70 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/fe22df06715a4427825ef5c037bdff70
2024-11-18T22:16:33,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a4a747780fd04a24925d18215cc5f304 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a4a747780fd04a24925d18215cc5f304
2024-11-18T22:16:33,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfa75723de394d01866c13920293d251 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfa75723de394d01866c13920293d251
2024-11-18T22:16:33,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfda8d39fac844a5a25b1c7e4a57f171 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/cfda8d39fac844a5a25b1c7e4a57f171
2024-11-18T22:16:33,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bd4eb65734c84e36b9ab8de584ee3f06 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/bd4eb65734c84e36b9ab8de584ee3f06
2024-11-18T22:16:33,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3ea5621e6a69455e8903d4cde9fa222b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3ea5621e6a69455e8903d4cde9fa222b
2024-11-18T22:16:33,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/46ebca0dcf1c41bcbadaca72b6fe61c7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/46ebca0dcf1c41bcbadaca72b6fe61c7
2024-11-18T22:16:33,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b726d291fc3a40b6a276877564ebd8db to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b726d291fc3a40b6a276877564ebd8db
2024-11-18T22:16:33,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b7e956006e5844768d857d8dd83ce164 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/b7e956006e5844768d857d8dd83ce164
2024-11-18T22:16:33,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a195b4518d0943cfbcdeee8f6dd75088 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a195b4518d0943cfbcdeee8f6dd75088
2024-11-18T22:16:33,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be093b10ca7d4a5f97d92acf9c593982 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/be093b10ca7d4a5f97d92acf9c593982
2024-11-18T22:16:33,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/4b6a5e94bb394db9b47845d00b5026a2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/4b6a5e94bb394db9b47845d00b5026a2
2024-11-18T22:16:33,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ba38a8bd49fe4c6fb49a2b7e80bdfdab to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/ba38a8bd49fe4c6fb49a2b7e80bdfdab
2024-11-18T22:16:33,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/accc8e2ac03f48509b9ced8161b7c88e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/accc8e2ac03f48509b9ced8161b7c88e
2024-11-18T22:16:33,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3f6dd63b96004e90a2e3a34491a968d6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3f6dd63b96004e90a2e3a34491a968d6
2024-11-18T22:16:33,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/58f5956968cf4469aea4cfa8e076b44e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/58f5956968cf4469aea4cfa8e076b44e
2024-11-18T22:16:33,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c09c0d93271840b1b18b130b6948faa5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c09c0d93271840b1b18b130b6948faa5
2024-11-18T22:16:33,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c903610cf8e34529957be66ff02cb703 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c903610cf8e34529957be66ff02cb703
2024-11-18T22:16:33,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a32ce1f4d03c45f8b578525e0e5b5071 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/a32ce1f4d03c45f8b578525e0e5b5071
2024-11-18T22:16:33,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6f3043dd3a254d438240678e7a75b885, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a7eb1be2465d41ac93d89588094cb5ab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/416a9d3dc99e4cdbb1b28a6df938968e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/76690fbecc674e90b40cdf1858b8ce25, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/90b6837419a74045a4d164664dea60dd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/ba4d203573a3406cbe98dd4808f43a61, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/68169817e80641fd98c06b741ae8348f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/c76cbd009794477abe12304e8b4a4c50, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/150cdda866184a08bc03f1ca4befae95, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d4c56c11d0c340fdb283cb8d62c93f99, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6c9a2162a1cc49399c1a90841fb4ebe5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d1a105ca896b4b768a19bfca716bbf96, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9c8658572ce04ae78a4bde3d25b55675, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/b5aac4f255d04a68973f19681cbf62b8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d270949d5ec44e28bb0082503064fb37, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3fbefaec54d64791aaa2abaf46cfa2fa, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1f6b9d8aeaf142779d4401b14075263b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/cc457c17cbb14b65b502baad83accc98, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/df3484b294364c55b9cf39f912f4f5b5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/fe76accdc4354cfc9d406a2d95328af5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6daa03d88a0a4c68a4c68641d6650e47, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/e40ed2dabf0f479c945fc55a1ac2490f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6b4f2b4df0504592ba693c6baf960013, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d312df52183f4cb5ae1eb1ec1f4cfa80, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a5b4471169b04b32b319bf78c4a1f0f8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a27df6f55a55477f9465539a86d46e63, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6cd525c91eb14a788127f139ee44fead, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/0ccf6a449639466e95117d38a4708b3b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9624956fba994b75a4558b5880a6c08b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a28cda930ab7479b8f2719c3fbadbac2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d3e65d5ffcb1487d811a96d70c02827b] to archive
2024-11-18T22:16:33,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:16:33,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6f3043dd3a254d438240678e7a75b885 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6f3043dd3a254d438240678e7a75b885
2024-11-18T22:16:33,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a7eb1be2465d41ac93d89588094cb5ab to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a7eb1be2465d41ac93d89588094cb5ab
2024-11-18T22:16:33,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/416a9d3dc99e4cdbb1b28a6df938968e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/416a9d3dc99e4cdbb1b28a6df938968e
2024-11-18T22:16:33,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/76690fbecc674e90b40cdf1858b8ce25 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/76690fbecc674e90b40cdf1858b8ce25
2024-11-18T22:16:33,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/90b6837419a74045a4d164664dea60dd to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/90b6837419a74045a4d164664dea60dd
2024-11-18T22:16:33,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/ba4d203573a3406cbe98dd4808f43a61 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/ba4d203573a3406cbe98dd4808f43a61
2024-11-18T22:16:33,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/68169817e80641fd98c06b741ae8348f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/68169817e80641fd98c06b741ae8348f
2024-11-18T22:16:33,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/c76cbd009794477abe12304e8b4a4c50 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/c76cbd009794477abe12304e8b4a4c50
2024-11-18T22:16:33,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/150cdda866184a08bc03f1ca4befae95 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/150cdda866184a08bc03f1ca4befae95
2024-11-18T22:16:33,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d4c56c11d0c340fdb283cb8d62c93f99 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d4c56c11d0c340fdb283cb8d62c93f99
2024-11-18T22:16:33,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6c9a2162a1cc49399c1a90841fb4ebe5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6c9a2162a1cc49399c1a90841fb4ebe5
2024-11-18T22:16:33,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d1a105ca896b4b768a19bfca716bbf96 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d1a105ca896b4b768a19bfca716bbf96
2024-11-18T22:16:33,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9c8658572ce04ae78a4bde3d25b55675 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9c8658572ce04ae78a4bde3d25b55675
2024-11-18T22:16:33,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/b5aac4f255d04a68973f19681cbf62b8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/b5aac4f255d04a68973f19681cbf62b8
2024-11-18T22:16:33,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d270949d5ec44e28bb0082503064fb37 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d270949d5ec44e28bb0082503064fb37
2024-11-18T22:16:33,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3fbefaec54d64791aaa2abaf46cfa2fa to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3fbefaec54d64791aaa2abaf46cfa2fa
2024-11-18T22:16:33,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1f6b9d8aeaf142779d4401b14075263b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1f6b9d8aeaf142779d4401b14075263b
2024-11-18T22:16:33,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/cc457c17cbb14b65b502baad83accc98 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/cc457c17cbb14b65b502baad83accc98
2024-11-18T22:16:33,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/df3484b294364c55b9cf39f912f4f5b5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/df3484b294364c55b9cf39f912f4f5b5
2024-11-18T22:16:33,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/fe76accdc4354cfc9d406a2d95328af5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/fe76accdc4354cfc9d406a2d95328af5
2024-11-18T22:16:33,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6daa03d88a0a4c68a4c68641d6650e47 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6daa03d88a0a4c68a4c68641d6650e47
2024-11-18T22:16:33,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/e40ed2dabf0f479c945fc55a1ac2490f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/e40ed2dabf0f479c945fc55a1ac2490f
2024-11-18T22:16:33,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6b4f2b4df0504592ba693c6baf960013 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6b4f2b4df0504592ba693c6baf960013
2024-11-18T22:16:33,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d312df52183f4cb5ae1eb1ec1f4cfa80 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d312df52183f4cb5ae1eb1ec1f4cfa80
2024-11-18T22:16:33,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a5b4471169b04b32b319bf78c4a1f0f8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a5b4471169b04b32b319bf78c4a1f0f8
2024-11-18T22:16:33,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a27df6f55a55477f9465539a86d46e63 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a27df6f55a55477f9465539a86d46e63
2024-11-18T22:16:33,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6cd525c91eb14a788127f139ee44fead to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/6cd525c91eb14a788127f139ee44fead
2024-11-18T22:16:33,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/0ccf6a449639466e95117d38a4708b3b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/0ccf6a449639466e95117d38a4708b3b
2024-11-18T22:16:33,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9624956fba994b75a4558b5880a6c08b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/9624956fba994b75a4558b5880a6c08b
2024-11-18T22:16:33,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a28cda930ab7479b8f2719c3fbadbac2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/a28cda930ab7479b8f2719c3fbadbac2
2024-11-18T22:16:33,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d3e65d5ffcb1487d811a96d70c02827b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/d3e65d5ffcb1487d811a96d70c02827b
2024-11-18T22:16:33,619 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/recovered.edits/449.seqid, newMaxSeqId=449, maxSeqId=1
2024-11-18T22:16:33,620 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.
2024-11-18T22:16:33,620 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1676): Region close journal for a69aea4e64c90ba7ad2fe482960879a4:
Waiting for close lock at 1731968191183Running coprocessor pre-close hooks at 1731968191183Disabling compacts and flushes for region at 1731968191183Disabling writes for close at 1731968191183Obtaining lock to block concurrent updates at 1731968191183Preparing flush snapshotting stores in a69aea4e64c90ba7ad2fe482960879a4 at 1731968191183Finished memstore snapshotting TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731968191184 (+1 ms)Flushing stores of TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4. at 1731968191185 (+1 ms)Flushing a69aea4e64c90ba7ad2fe482960879a4/A: creating writer at 1731968191185Flushing a69aea4e64c90ba7ad2fe482960879a4/A: appending metadata at 1731968191188 (+3 ms)Flushing a69aea4e64c90ba7ad2fe482960879a4/A: closing flushed file at 1731968191188Flushing a69aea4e64c90ba7ad2fe482960879a4/B: creating writer at 1731968191644 (+456 ms)Flushing a69aea4e64c90ba7ad2fe482960879a4/B: appending metadata at 1731968191660 (+16 ms)Flushing a69aea4e64c90ba7ad2fe482960879a4/B: closing flushed file at 1731968191660Flushing a69aea4e64c90ba7ad2fe482960879a4/C: creating writer at 1731968192149 (+489 ms)Flushing a69aea4e64c90ba7ad2fe482960879a4/C: appending metadata at 1731968192169 (+20 ms)Flushing a69aea4e64c90ba7ad2fe482960879a4/C: closing flushed file at 1731968192169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322ee192: reopening flushed file at 1731968192594 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df59f9f: reopening flushed file at 1731968192600 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32405444: reopening flushed file at 1731968192607 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a69aea4e64c90ba7ad2fe482960879a4 in 1430ms, sequenceid=446, compaction requested=true at 1731968192613 (+6 ms)Writing region close event to WAL at 1731968193582 (+969 ms)Running coprocessor post-close hooks at 1731968193620 (+38 ms)Closed at 1731968193620
2024-11-18T22:16:33,631 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(157): Closed a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:33,636 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a69aea4e64c90ba7ad2fe482960879a4, regionState=CLOSED
2024-11-18T22:16:33,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:16:33,658 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-11-18T22:16:33,658 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a69aea4e64c90ba7ad2fe482960879a4, UNASSIGN in 2.6300 sec
2024-11-18T22:16:33,669 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-18T22:16:33,669 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6360 sec
2024-11-18T22:16:33,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968193671"}]},"ts":"1731968193671"}
2024-11-18T22:16:33,672 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-18T22:16:33,672 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseRegionProcedure a69aea4e64c90ba7ad2fe482960879a4, server=3b0ca91ed64a,45987,1731968106669 in 2.6220 sec
2024-11-18T22:16:33,673 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T22:16:33,673 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T22:16:33,684 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6660 sec
2024-11-18T22:16:33,936 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T22:16:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T22:16:35,192 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:35,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T22:16:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:35,195 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T22:16:35,196 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=70, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:35,199 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:35,202 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/recovered.edits]
2024-11-18T22:16:35,205 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/290bcd31a06a408aa18dd7fcb1396fe3 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/290bcd31a06a408aa18dd7fcb1396fe3
2024-11-18T22:16:35,207 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/779ae27462054d15865f1668116157d0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/779ae27462054d15865f1668116157d0
2024-11-18T22:16:35,209 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/85a72d5bb3c246099f4e9a830e4ca9cf to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/85a72d5bb3c246099f4e9a830e4ca9cf
2024-11-18T22:16:35,211 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ba6a54dc83a044a08ca0c50d4c8dce91 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/A/ba6a54dc83a044a08ca0c50d4c8dce91
2024-11-18T22:16:35,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/2e9215a6c2c841bba4efa2df56348503 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/2e9215a6c2c841bba4efa2df56348503
2024-11-18T22:16:35,220 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3b666b4b5fcb4a7dbb2d110687550dc0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/3b666b4b5fcb4a7dbb2d110687550dc0
2024-11-18T22:16:35,222 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/847a044a816c428fab50c04aa19a83e7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/847a044a816c428fab50c04aa19a83e7
2024-11-18T22:16:35,225 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c645a55c36c54caf8c206f278432795e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/B/c645a55c36c54caf8c206f278432795e
2024-11-18T22:16:35,228 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1c1406f36d884472a0c69e1718fd3063 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/1c1406f36d884472a0c69e1718fd3063
2024-11-18T22:16:35,229 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3709d89852124582bdc24483db6329a5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3709d89852124582bdc24483db6329a5
2024-11-18T22:16:35,231 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3b47273e92c84503b9697ef703539474 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/3b47273e92c84503b9697ef703539474
2024-11-18T22:16:35,232 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/f9643938f14244b0986355585442f3df to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/C/f9643938f14244b0986355585442f3df
2024-11-18T22:16:35,238 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/recovered.edits/449.seqid to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4/recovered.edits/449.seqid
2024-11-18T22:16:35,238 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/a69aea4e64c90ba7ad2fe482960879a4
2024-11-18T22:16:35,238 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T22:16:35,243 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=70, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:35,247 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T22:16:35,250 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T22:16:35,251 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=70, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:35,251 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T22:16:35,252 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731968195251"}]},"ts":"9223372036854775807"}
2024-11-18T22:16:35,257 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T22:16:35,257 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a69aea4e64c90ba7ad2fe482960879a4, NAME => 'TestAcidGuarantees,,1731968166502.a69aea4e64c90ba7ad2fe482960879a4.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T22:16:35,257 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T22:16:35,257 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731968195257"}]},"ts":"9223372036854775807"}
2024-11-18T22:16:35,260 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T22:16:35,261 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=70, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:35,263 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec
2024-11-18T22:16:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T22:16:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T22:16:35,304 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:35,312 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 250), OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1428 (was 1393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8312 (was 8519)
2024-11-18T22:16:35,321 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=1428, ProcessCount=11, AvailableMemoryMB=8305
2024-11-18T22:16:35,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:16:35,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:16:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:35,325 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T22:16:35,325 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:35,325 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 71
2024-11-18T22:16:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-18T22:16:35,326 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T22:16:35,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742127_1303 (size=1061)
2024-11-18T22:16:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-18T22:16:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-18T22:16:35,736 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:16:35,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742128_1304 (size=53)
2024-11-18T22:16:35,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:16:35,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c39f33d719ac2e3c80abe666950cdd43, disabling compactions & flushes
2024-11-18T22:16:35,752 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:35,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:35,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. after waiting 0 ms
2024-11-18T22:16:35,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:35,752 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:35,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c39f33d719ac2e3c80abe666950cdd43:
Waiting for close lock at 1731968195752Disabling compacts and flushes for region at 1731968195752Disabling writes for close at 1731968195752Writing region close event to WAL at 1731968195752Closed at 1731968195752
2024-11-18T22:16:35,754 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T22:16:35,754 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731968195754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731968195754"}]},"ts":"1731968195754"}
2024-11-18T22:16:35,756 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T22:16:35,757 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T22:16:35,757 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968195757"}]},"ts":"1731968195757"}
2024-11-18T22:16:35,759 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T22:16:35,759 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, ASSIGN}]
2024-11-18T22:16:35,761 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, ASSIGN
2024-11-18T22:16:35,762 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, ASSIGN; state=OFFLINE, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=false
2024-11-18T22:16:35,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T22:16:35,913 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:35,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, ASSIGN because future has completed
2024-11-18T22:16:35,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:16:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-18T22:16:36,076 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:36,076 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:16:36,077 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,077 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:16:36,077 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,077 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,092 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c39f33d719ac2e3c80abe666950cdd43 
2024-11-18T22:16:36,096 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:36,096 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c39f33d719ac2e3c80abe666950cdd43 columnFamilyName A
2024-11-18T22:16:36,096 DEBUG [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:36,099 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(327): Store=c39f33d719ac2e3c80abe666950cdd43/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:36,099 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c39f33d719ac2e3c80abe666950cdd43 
2024-11-18T22:16:36,105 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:36,106 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c39f33d719ac2e3c80abe666950cdd43 columnFamilyName B
2024-11-18T22:16:36,106 DEBUG [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:36,107 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(327): Store=c39f33d719ac2e3c80abe666950cdd43/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:36,107 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c39f33d719ac2e3c80abe666950cdd43 
2024-11-18T22:16:36,110 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:36,110 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c39f33d719ac2e3c80abe666950cdd43 columnFamilyName C
2024-11-18T22:16:36,110 DEBUG [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:36,111 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(327): Store=c39f33d719ac2e3c80abe666950cdd43/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:36,111 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:36,111 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,112 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,114 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,115 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,115 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,116 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:16:36,117 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,126 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:16:36,127 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened c39f33d719ac2e3c80abe666950cdd43; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66777533, jitterRate=-0.004937216639518738}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:16:36,127 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:36,128 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for c39f33d719ac2e3c80abe666950cdd43:
Running coprocessor pre-open hook at 1731968196077Writing region info on filesystem at 1731968196077Initializing all the Stores at 1731968196088 (+11 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968196088Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968196092 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968196092Cleaning up temporary data from old regions at 1731968196115 (+23 ms)Running coprocessor post-open hooks at 1731968196127 (+12 ms)Region opened successfully at 1731968196128 (+1 ms)
2024-11-18T22:16:36,133 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., pid=73, masterSystemTime=1731968196068
2024-11-18T22:16:36,142 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:36,143 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:36,145 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:16:36,173 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-18T22:16:36,173 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669 in 253 msec
2024-11-18T22:16:36,176 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71
2024-11-18T22:16:36,176 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, ASSIGN in 414 msec
2024-11-18T22:16:36,177 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T22:16:36,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968196177"}]},"ts":"1731968196177"}
2024-11-18T22:16:36,184 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T22:16:36,186 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T22:16:36,193 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 863 msec
2024-11-18T22:16:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-18T22:16:36,462 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:36,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab2a0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:36,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:36,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:36,464 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d07e2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:36,467 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af46bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:36,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:36,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:36,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:36,471 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:36,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T22:16:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,45923,1731968105229
2024-11-18T22:16:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f243d61
2024-11-18T22:16:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T22:16:36,475 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T22:16:36,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:16:36,477 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:16:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T22:16:36,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742129_1305 (size=1097)
2024-11-18T22:16:36,910 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-18T22:16:36,910 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-18T22:16:36,913 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:16:36,916 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, REOPEN/MOVE}]
2024-11-18T22:16:36,918 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, REOPEN/MOVE
2024-11-18T22:16:36,918 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:36,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, REOPEN/MOVE because future has completed
2024-11-18T22:16:36,920 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:16:36,921 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; CloseRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:16:37,074 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(122): Close c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,074 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:16:37,074 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1722): Closing c39f33d719ac2e3c80abe666950cdd43, disabling compactions & flushes
2024-11-18T22:16:37,074 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,074 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,074 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. after waiting 0 ms
2024-11-18T22:16:37,074 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,084 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T22:16:37,088 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,088 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1676): Region close journal for c39f33d719ac2e3c80abe666950cdd43:
Waiting for close lock at 1731968197074Running coprocessor pre-close hooks at 1731968197074Disabling compacts and flushes for region at 1731968197074Disabling writes for close at 1731968197074Writing region close event to WAL at 1731968197075 (+1 ms)Running coprocessor post-close hooks at 1731968197088 (+13 ms)Closed at 1731968197088
2024-11-18T22:16:37,089 WARN  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionServer(3299): Not adding moved region record: c39f33d719ac2e3c80abe666950cdd43 to self.
2024-11-18T22:16:37,092 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(157): Closed c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,093 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=CLOSED
2024-11-18T22:16:37,095 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=77, ppid=76, state=RUNNABLE, hasLock=true; CloseRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,098 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-18T22:16:37,098 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669 in 175 msec
2024-11-18T22:16:37,100 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, REOPEN/MOVE; state=CLOSED, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=true
2024-11-18T22:16:37,250 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, REOPEN/MOVE because future has completed
2024-11-18T22:16:37,253 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:16:37,409 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,409 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:16:37,410 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,410 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:16:37,410 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,410 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,412 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c39f33d719ac2e3c80abe666950cdd43 
2024-11-18T22:16:37,413 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:37,414 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c39f33d719ac2e3c80abe666950cdd43 columnFamilyName A
2024-11-18T22:16:37,415 DEBUG [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:37,415 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(327): Store=c39f33d719ac2e3c80abe666950cdd43/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:37,416 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c39f33d719ac2e3c80abe666950cdd43 
2024-11-18T22:16:37,417 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:37,417 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c39f33d719ac2e3c80abe666950cdd43 columnFamilyName B
2024-11-18T22:16:37,417 DEBUG [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:37,418 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(327): Store=c39f33d719ac2e3c80abe666950cdd43/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:37,418 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c39f33d719ac2e3c80abe666950cdd43 
2024-11-18T22:16:37,419 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:16:37,419 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c39f33d719ac2e3c80abe666950cdd43 columnFamilyName C
2024-11-18T22:16:37,419 DEBUG [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:37,420 INFO  [StoreOpener-c39f33d719ac2e3c80abe666950cdd43-1 {}] regionserver.HStore(327): Store=c39f33d719ac2e3c80abe666950cdd43/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:16:37,420 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,420 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,421 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,422 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,423 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,423 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,424 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:16:37,425 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,426 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened c39f33d719ac2e3c80abe666950cdd43; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61977339, jitterRate=-0.0764656811952591}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:16:37,426 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,427 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for c39f33d719ac2e3c80abe666950cdd43:
Running coprocessor pre-open hook at 1731968197410Writing region info on filesystem at 1731968197410Initializing all the Stores at 1731968197411 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968197412 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968197412Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968197412Cleaning up temporary data from old regions at 1731968197423 (+11 ms)Running coprocessor post-open hooks at 1731968197427 (+4 ms)Region opened successfully at 1731968197427
2024-11-18T22:16:37,431 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., pid=78, masterSystemTime=1731968197406
2024-11-18T22:16:37,434 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,434 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,434 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=OPEN, openSeqNum=5, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:16:37,439 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76
2024-11-18T22:16:37,439 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669 in 184 msec
2024-11-18T22:16:37,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75
2024-11-18T22:16:37,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, REOPEN/MOVE in 523 msec
2024-11-18T22:16:37,446 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-18T22:16:37,446 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 530 msec
2024-11-18T22:16:37,450 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 970 msec
2024-11-18T22:16:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T22:16:37,452 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:37,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7d3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,454 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64223b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,456 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54620972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b614aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3a2f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,462 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3763ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c87087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02c727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,468 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75d126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7679e723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,474 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db4073f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,476 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f104a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395008aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,490 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2853677b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,492 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,497 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e2073e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400fc310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,507 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747312ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,512 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f423f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227d6625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378f2670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,520 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e868d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15113514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,530 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756fbf94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,532 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b10cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed8e2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,544 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2465fe11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,551 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715f9a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562da2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:16:37,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:16:37,564 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:16:37,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:16:37,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:16:37,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b71ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:16:37,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:16:37,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:37,568 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:16:37,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5808145e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:16:37,572 DEBUG [Thread-1410 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,573 DEBUG [Thread-1414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,577 DEBUG [Thread-1417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,577 DEBUG [Thread-1425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,577 DEBUG [Thread-1412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,579 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,580 DEBUG [Thread-1423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,580 DEBUG [Thread-1421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,583 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,583 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,584 DEBUG [Thread-1406 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,585 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,586 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,586 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,591 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,591 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,592 DEBUG [Thread-1419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,602 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees
2024-11-18T22:16:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T22:16:37,604 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:37,604 DEBUG [Thread-1408 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:16:37,605 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:37,605 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:37,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:16:37,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:16:37,610 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:16:37,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:16:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:37,684 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:16:37,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:37,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:37,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:37,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:37,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:37,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T22:16:37,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:37,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c3e8a73863414fc291fcf72fbbcdd8f7_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968197679/Put/seqid=0
2024-11-18T22:16:37,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742130_1306 (size=12154)
2024-11-18T22:16:37,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968257798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968257789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968257808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968257813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968257827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T22:16:37,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:37,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:37,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:37,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968257946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968257946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968257946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968257953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968257953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968258173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968258173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968258173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968258173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968258173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T22:16:38,254 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c3e8a73863414fc291fcf72fbbcdd8f7_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c3e8a73863414fc291fcf72fbbcdd8f7_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:38,260 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c6f78e2045845ffa4cf8185461895ee, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:38,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c6f78e2045845ffa4cf8185461895ee is 175, key is test_row_0/A:col10/1731968197679/Put/seqid=0
2024-11-18T22:16:38,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742131_1307 (size=30955)
2024-11-18T22:16:38,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968258505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968258507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968258507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968258507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968258507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:38,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,712 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c6f78e2045845ffa4cf8185461895ee
2024-11-18T22:16:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T22:16:38,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:38,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1a42440afce64f8d9ff866573137c4cb is 50, key is test_row_0/B:col10/1731968197679/Put/seqid=0
2024-11-18T22:16:38,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742132_1308 (size=12001)
2024-11-18T22:16:38,896 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1a42440afce64f8d9ff866573137c4cb
2024-11-18T22:16:38,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:38,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:38,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:38,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:38,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/79d5d0f457dc4ad5adfb2be212a8e488 is 50, key is test_row_0/C:col10/1731968197679/Put/seqid=0
2024-11-18T22:16:39,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742133_1309 (size=12001)
2024-11-18T22:16:39,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968259032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968259032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:39,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968259032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:39,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968259032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:39,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968259032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:39,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:39,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:39,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:39,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,198 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T22:16:39,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:39,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:39,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:39,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:39,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,420 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/79d5d0f457dc4ad5adfb2be212a8e488
2024-11-18T22:16:39,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:39,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:39,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c6f78e2045845ffa4cf8185461895ee as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c6f78e2045845ffa4cf8185461895ee
2024-11-18T22:16:39,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c6f78e2045845ffa4cf8185461895ee, entries=150, sequenceid=18, filesize=30.2 K
2024-11-18T22:16:39,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1a42440afce64f8d9ff866573137c4cb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1a42440afce64f8d9ff866573137c4cb
2024-11-18T22:16:39,558 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1a42440afce64f8d9ff866573137c4cb, entries=150, sequenceid=18, filesize=11.7 K
2024-11-18T22:16:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/79d5d0f457dc4ad5adfb2be212a8e488 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/79d5d0f457dc4ad5adfb2be212a8e488
2024-11-18T22:16:39,580 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/79d5d0f457dc4ad5adfb2be212a8e488, entries=150, sequenceid=18, filesize=11.7 K
2024-11-18T22:16:39,583 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c39f33d719ac2e3c80abe666950cdd43 in 1899ms, sequenceid=18, compaction requested=false
2024-11-18T22:16:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T22:16:39,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:39,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-18T22:16:39,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:39,628 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:16:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118050d7368361d409080ed9699fc120a5b_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968197824/Put/seqid=0
2024-11-18T22:16:39,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742134_1310 (size=12154)
2024-11-18T22:16:39,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T22:16:39,780 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118050d7368361d409080ed9699fc120a5b_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118050d7368361d409080ed9699fc120a5b_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:39,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/59427e2d61464b19a3680fec694cc1d1, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:39,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/59427e2d61464b19a3680fec694cc1d1 is 175, key is test_row_0/A:col10/1731968197824/Put/seqid=0
2024-11-18T22:16:39,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742135_1311 (size=30955)
2024-11-18T22:16:39,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/59427e2d61464b19a3680fec694cc1d1
2024-11-18T22:16:39,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/a7a531f3408f48a3b57c7cf765e97a98 is 50, key is test_row_0/B:col10/1731968197824/Put/seqid=0
2024-11-18T22:16:39,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742136_1312 (size=12001)
2024-11-18T22:16:39,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/a7a531f3408f48a3b57c7cf765e97a98
2024-11-18T22:16:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/b092b1aeb2554b4293ed11a1cd47c7bc is 50, key is test_row_0/C:col10/1731968197824/Put/seqid=0
2024-11-18T22:16:39,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742137_1313 (size=12001)
2024-11-18T22:16:39,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/b092b1aeb2554b4293ed11a1cd47c7bc
2024-11-18T22:16:39,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/59427e2d61464b19a3680fec694cc1d1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/59427e2d61464b19a3680fec694cc1d1
2024-11-18T22:16:40,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/59427e2d61464b19a3680fec694cc1d1, entries=150, sequenceid=36, filesize=30.2 K
2024-11-18T22:16:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/a7a531f3408f48a3b57c7cf765e97a98 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/a7a531f3408f48a3b57c7cf765e97a98
2024-11-18T22:16:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/a7a531f3408f48a3b57c7cf765e97a98, entries=150, sequenceid=36, filesize=11.7 K
2024-11-18T22:16:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/b092b1aeb2554b4293ed11a1cd47c7bc as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b092b1aeb2554b4293ed11a1cd47c7bc
2024-11-18T22:16:40,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b092b1aeb2554b4293ed11a1cd47c7bc, entries=150, sequenceid=36, filesize=11.7 K
2024-11-18T22:16:40,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for c39f33d719ac2e3c80abe666950cdd43 in 428ms, sequenceid=36, compaction requested=false
2024-11-18T22:16:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-18T22:16:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=80
2024-11-18T22:16:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,097 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79
2024-11-18T22:16:40,097 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4690 sec
2024-11-18T22:16:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,100 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.5060 sec
2024-11-18T22:16:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:40,527 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:16:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111873b5fd7852774cabaf57bbf8b5507cc3_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968200521/Put/seqid=0
2024-11-18T22:16:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742138_1314 (size=21918)
2024-11-18T22:16:40,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:40,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731968200578, max timestamp=1731968200665Num uniques 859; 
2024-11-18T22:16:40,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-18T22:16:40,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968200658, max timestamp=1731968200665Num uniques 859; 
2024-11-18T22:16:40,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:16:40,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968200658, max timestamp=1731968200668Num uniques 859; 
2024-11-18T22:16:40,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:16:40,689 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111873b5fd7852774cabaf57bbf8b5507cc3_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111873b5fd7852774cabaf57bbf8b5507cc3_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:40,696 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/500a4b519db54ca291621bca50a35ec5, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:40,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/500a4b519db54ca291621bca50a35ec5 is 175, key is test_row_0/A:col10/1731968200521/Put/seqid=0
2024-11-18T22:16:40,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742139_1315 (size=65323)
2024-11-18T22:16:40,753 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=46, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/500a4b519db54ca291621bca50a35ec5
2024-11-18T22:16:40,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/c76959f471e74f5989daeaf7a03d5cd5 is 50, key is test_row_0/B:col10/1731968200521/Put/seqid=0
2024-11-18T22:16:40,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968260771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968260771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742140_1316 (size=12001)
2024-11-18T22:16:40,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968260785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968260792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968260798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968260920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968260922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968260931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968260941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:40,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968260942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968261141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968261152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968261153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968261181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968261187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,229 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/c76959f471e74f5989daeaf7a03d5cd5
2024-11-18T22:16:41,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/9875fbbabd93462f990654922a944805 is 50, key is test_row_0/C:col10/1731968200521/Put/seqid=0
2024-11-18T22:16:41,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742141_1317 (size=12001)
2024-11-18T22:16:41,321 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/9875fbbabd93462f990654922a944805
2024-11-18T22:16:41,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/500a4b519db54ca291621bca50a35ec5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/500a4b519db54ca291621bca50a35ec5
2024-11-18T22:16:41,389 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/500a4b519db54ca291621bca50a35ec5, entries=350, sequenceid=46, filesize=63.8 K
2024-11-18T22:16:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/c76959f471e74f5989daeaf7a03d5cd5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c76959f471e74f5989daeaf7a03d5cd5
2024-11-18T22:16:41,421 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c76959f471e74f5989daeaf7a03d5cd5, entries=150, sequenceid=46, filesize=11.7 K
2024-11-18T22:16:41,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/9875fbbabd93462f990654922a944805 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9875fbbabd93462f990654922a944805
2024-11-18T22:16:41,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9875fbbabd93462f990654922a944805, entries=150, sequenceid=46, filesize=11.7 K
2024-11-18T22:16:41,450 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c39f33d719ac2e3c80abe666950cdd43 in 923ms, sequenceid=46, compaction requested=true
2024-11-18T22:16:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T22:16:41,451 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:41,452 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:41,473 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:41,473 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/C is initiating minor compaction (all files)
2024-11-18T22:16:41,473 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/C in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:41,473 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/79d5d0f457dc4ad5adfb2be212a8e488, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b092b1aeb2554b4293ed11a1cd47c7bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9875fbbabd93462f990654922a944805] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=35.2 K
2024-11-18T22:16:41,474 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 79d5d0f457dc4ad5adfb2be212a8e488, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731968197616
2024-11-18T22:16:41,476 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting b092b1aeb2554b4293ed11a1cd47c7bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731968197767
2024-11-18T22:16:41,476 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:41,476 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/A is initiating minor compaction (all files)
2024-11-18T22:16:41,476 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/A in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:41,476 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c6f78e2045845ffa4cf8185461895ee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/59427e2d61464b19a3680fec694cc1d1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/500a4b519db54ca291621bca50a35ec5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=124.3 K
2024-11-18T22:16:41,476 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:41,476 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9875fbbabd93462f990654922a944805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731968200491
2024-11-18T22:16:41,476 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c6f78e2045845ffa4cf8185461895ee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/59427e2d61464b19a3680fec694cc1d1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/500a4b519db54ca291621bca50a35ec5]
2024-11-18T22:16:41,480 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c6f78e2045845ffa4cf8185461895ee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731968197616
2024-11-18T22:16:41,485 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59427e2d61464b19a3680fec694cc1d1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731968197767
2024-11-18T22:16:41,489 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 500a4b519db54ca291621bca50a35ec5, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731968200481
2024-11-18T22:16:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:41,507 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-18T22:16:41,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731968200764, max timestamp=1731968201507Num uniques 1018; 
2024-11-18T22:16:41,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T22:16:41,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:41,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:16:41,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:41,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:16:41,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:41,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:16:41,595 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:41,596 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/257c94809eb74eef925f4a779a67c2f7 is 50, key is test_row_0/C:col10/1731968200521/Put/seqid=0
2024-11-18T22:16:41,624 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:41,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184e4dbd765de546beb466952f6cef4ccd_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968201507/Put/seqid=0
2024-11-18T22:16:41,656 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118fe418775c1734132a4063183e2e5950f_c39f33d719ac2e3c80abe666950cdd43 store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:41,659 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118fe418775c1734132a4063183e2e5950f_c39f33d719ac2e3c80abe666950cdd43, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:41,659 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fe418775c1734132a4063183e2e5950f_c39f33d719ac2e3c80abe666950cdd43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:41,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742142_1318 (size=12104)
2024-11-18T22:16:41,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968261633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968261640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968261644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968261659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742143_1319 (size=12154)
2024-11-18T22:16:41,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742144_1320 (size=4469)
2024-11-18T22:16:41,701 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/257c94809eb74eef925f4a779a67c2f7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/257c94809eb74eef925f4a779a67c2f7
2024-11-18T22:16:41,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968261671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,720 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/C of c39f33d719ac2e3c80abe666950cdd43 into 257c94809eb74eef925f4a779a67c2f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:41,720 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:41,721 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/C, priority=13, startTime=1731968201450; duration=0sec
2024-11-18T22:16:41,721 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:41,721 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:C
2024-11-18T22:16:41,721 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:41,724 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:41,724 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/B is initiating minor compaction (all files)
2024-11-18T22:16:41,724 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/B in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:41,725 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1a42440afce64f8d9ff866573137c4cb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/a7a531f3408f48a3b57c7cf765e97a98, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c76959f471e74f5989daeaf7a03d5cd5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=35.2 K
2024-11-18T22:16:41,731 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a42440afce64f8d9ff866573137c4cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731968197616
2024-11-18T22:16:41,732 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a7a531f3408f48a3b57c7cf765e97a98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731968197767
2024-11-18T22:16:41,733 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c76959f471e74f5989daeaf7a03d5cd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731968200491
2024-11-18T22:16:41,758 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:41,758 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/0d2893a0275f4c209374eb95b0d7a27a is 50, key is test_row_0/B:col10/1731968200521/Put/seqid=0
2024-11-18T22:16:41,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968261783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968261783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968261783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968261784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T22:16:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,800 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:41,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees
2024-11-18T22:16:41,811 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-18T22:16:41,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742145_1321 (size=12104)
2024-11-18T22:16:41,813 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:41,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:41,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968261811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-18T22:16:41,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:41,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968262001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968262011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968262011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968262012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968262031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,099 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:42,105 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#A#compaction#271 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:42,105 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184e4dbd765de546beb466952f6cef4ccd_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184e4dbd765de546beb466952f6cef4ccd_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:42,105 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/8a8481a5347d43b4aa5ee24ad80e6914 is 175, key is test_row_0/A:col10/1731968200521/Put/seqid=0
2024-11-18T22:16:42,107 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/ea08cf870c6f4f9aad32f724bbd4280a, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:42,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/ea08cf870c6f4f9aad32f724bbd4280a is 175, key is test_row_0/A:col10/1731968201507/Put/seqid=0
2024-11-18T22:16:42,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-18T22:16:42,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742147_1323 (size=30955)
2024-11-18T22:16:42,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742146_1322 (size=31058)
2024-11-18T22:16:42,239 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/0d2893a0275f4c209374eb95b0d7a27a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0d2893a0275f4c209374eb95b0d7a27a
2024-11-18T22:16:42,273 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/B of c39f33d719ac2e3c80abe666950cdd43 into 0d2893a0275f4c209374eb95b0d7a27a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:42,273 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:42,273 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/B, priority=13, startTime=1731968201450; duration=0sec
2024-11-18T22:16:42,273 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:42,273 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:B
2024-11-18T22:16:42,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968262312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968262343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968262343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968262343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968262362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-18T22:16:42,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,576 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/ea08cf870c6f4f9aad32f724bbd4280a
2024-11-18T22:16:42,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/0aadc587a5db4014a24dd73a2d1dc974 is 50, key is test_row_0/B:col10/1731968201507/Put/seqid=0
2024-11-18T22:16:42,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:42,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:42,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,621 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/8a8481a5347d43b4aa5ee24ad80e6914 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/8a8481a5347d43b4aa5ee24ad80e6914
2024-11-18T22:16:42,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742148_1324 (size=12001)
2024-11-18T22:16:42,636 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/A of c39f33d719ac2e3c80abe666950cdd43 into 8a8481a5347d43b4aa5ee24ad80e6914(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-18T22:16:42,636 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:42,636 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/A, priority=13, startTime=1731968201450; duration=1sec
2024-11-18T22:16:42,636 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:42,636 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:A
2024-11-18T22:16:42,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968262832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968262862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968262862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968262871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968262897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:42,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:42,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:42,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-18T22:16:43,025 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/0aadc587a5db4014a24dd73a2d1dc974
2024-11-18T22:16:43,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/ac80db05e8ac4f43900d3d6b62729a8a is 50, key is test_row_0/C:col10/1731968201507/Put/seqid=0
2024-11-18T22:16:43,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:43,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:43,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742149_1325 (size=12001)
2024-11-18T22:16:43,127 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/ac80db05e8ac4f43900d3d6b62729a8a
2024-11-18T22:16:43,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/ea08cf870c6f4f9aad32f724bbd4280a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/ea08cf870c6f4f9aad32f724bbd4280a
2024-11-18T22:16:43,207 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/ea08cf870c6f4f9aad32f724bbd4280a, entries=150, sequenceid=84, filesize=30.2 K
2024-11-18T22:16:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/0aadc587a5db4014a24dd73a2d1dc974 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0aadc587a5db4014a24dd73a2d1dc974
2024-11-18T22:16:43,232 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0aadc587a5db4014a24dd73a2d1dc974, entries=150, sequenceid=84, filesize=11.7 K
2024-11-18T22:16:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/ac80db05e8ac4f43900d3d6b62729a8a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/ac80db05e8ac4f43900d3d6b62729a8a
2024-11-18T22:16:43,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:43,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:43,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:43,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/ac80db05e8ac4f43900d3d6b62729a8a, entries=150, sequenceid=84, filesize=11.7 K
2024-11-18T22:16:43,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~109.58 KB/112210, heapSize ~307.39 KB/314768, currentSize=73.80 KB/75570 for c39f33d719ac2e3c80abe666950cdd43 in 1783ms, sequenceid=84, compaction requested=false
2024-11-18T22:16:43,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:43,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-18T22:16:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:43,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:16:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:43,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b5b8a61b3dca48e1a4ab1ce984bb0e36_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968201630/Put/seqid=0
2024-11-18T22:16:43,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742150_1326 (size=12154)
2024-11-18T22:16:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:43,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:43,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:43,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b5b8a61b3dca48e1a4ab1ce984bb0e36_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b5b8a61b3dca48e1a4ab1ce984bb0e36_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:43,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a is 175, key is test_row_0/A:col10/1731968201630/Put/seqid=0
2024-11-18T22:16:43,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968263949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:43,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968263953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:43,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968263957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:43,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968263957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-18T22:16:43,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968263971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742151_1327 (size=30955)
2024-11-18T22:16:44,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968264082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968264084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968264084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968264087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968264103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968264312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968264314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968264314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968264314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968264336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a
2024-11-18T22:16:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/4d329ccef015439bb78a68d4c6d01ab5 is 50, key is test_row_0/B:col10/1731968201630/Put/seqid=0
2024-11-18T22:16:44,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742152_1328 (size=12001)
2024-11-18T22:16:44,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/4d329ccef015439bb78a68d4c6d01ab5
2024-11-18T22:16:44,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/4f505f084e23422584db9235a28399c3 is 50, key is test_row_0/C:col10/1731968201630/Put/seqid=0
2024-11-18T22:16:44,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742153_1329 (size=12001)
2024-11-18T22:16:44,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968264662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968264663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968264667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968264667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968264684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:44,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/4f505f084e23422584db9235a28399c3
2024-11-18T22:16:45,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a
2024-11-18T22:16:45,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a, entries=150, sequenceid=101, filesize=30.2 K
2024-11-18T22:16:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/4d329ccef015439bb78a68d4c6d01ab5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/4d329ccef015439bb78a68d4c6d01ab5
2024-11-18T22:16:45,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/4d329ccef015439bb78a68d4c6d01ab5, entries=150, sequenceid=101, filesize=11.7 K
2024-11-18T22:16:45,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/4f505f084e23422584db9235a28399c3 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/4f505f084e23422584db9235a28399c3
2024-11-18T22:16:45,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/4f505f084e23422584db9235a28399c3, entries=150, sequenceid=101, filesize=11.7 K
2024-11-18T22:16:45,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c39f33d719ac2e3c80abe666950cdd43 in 1725ms, sequenceid=101, compaction requested=true
2024-11-18T22:16:45,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:45,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:45,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82
2024-11-18T22:16:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=82
2024-11-18T22:16:45,166 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-18T22:16:45,166 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3500 sec
2024-11-18T22:16:45,170 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 3.3600 sec
2024-11-18T22:16:45,214 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:16:45,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:45,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ed0a796241e94372b0eaa9730c634c25_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968203949/Put/seqid=0
2024-11-18T22:16:45,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742154_1330 (size=14594)
2024-11-18T22:16:45,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968265285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968265288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968265297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968265296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968265320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968265451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968265451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968265452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968265462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968265462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968265671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968265671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968265672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:45,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968265681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968265697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:45,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:45,740 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ed0a796241e94372b0eaa9730c634c25_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ed0a796241e94372b0eaa9730c634c25_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:45,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/02faf8ef907c4eb3a60a75aef1d1e880, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:45,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/02faf8ef907c4eb3a60a75aef1d1e880 is 175, key is test_row_0/A:col10/1731968203949/Put/seqid=0
2024-11-18T22:16:45,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T22:16:45,788 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-18T22:16:45,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742155_1331 (size=39549)
2024-11-18T22:16:45,816 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/02faf8ef907c4eb3a60a75aef1d1e880
2024-11-18T22:16:45,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/06b1f841ee774a14b750816514274996 is 50, key is test_row_0/B:col10/1731968203949/Put/seqid=0
2024-11-18T22:16:45,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742156_1332 (size=12001)
2024-11-18T22:16:45,902 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/06b1f841ee774a14b750816514274996
2024-11-18T22:16:45,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/af1e61d9e9484ac6afd620d8cbb826e5 is 50, key is test_row_0/C:col10/1731968203949/Put/seqid=0
2024-11-18T22:16:45,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742157_1333 (size=12001)
2024-11-18T22:16:45,961 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/af1e61d9e9484ac6afd620d8cbb826e5
2024-11-18T22:16:45,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/02faf8ef907c4eb3a60a75aef1d1e880 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/02faf8ef907c4eb3a60a75aef1d1e880
2024-11-18T22:16:46,002 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/02faf8ef907c4eb3a60a75aef1d1e880, entries=200, sequenceid=120, filesize=38.6 K
2024-11-18T22:16:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-18T22:16:46,002 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:46,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:46,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/06b1f841ee774a14b750816514274996 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/06b1f841ee774a14b750816514274996
2024-11-18T22:16:46,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968265992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968265992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968265993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees
2024-11-18T22:16:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-18T22:16:46,009 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:46,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968266003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,015 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:46,015 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:46,015 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/06b1f841ee774a14b750816514274996, entries=150, sequenceid=120, filesize=11.7 K
2024-11-18T22:16:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/af1e61d9e9484ac6afd620d8cbb826e5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/af1e61d9e9484ac6afd620d8cbb826e5
2024-11-18T22:16:46,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/af1e61d9e9484ac6afd620d8cbb826e5, entries=150, sequenceid=120, filesize=11.7 K
2024-11-18T22:16:46,030 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c39f33d719ac2e3c80abe666950cdd43 in 816ms, sequenceid=120, compaction requested=true
2024-11-18T22:16:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:46,031 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:46,031 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:46,046 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:16:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:46,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:46,047 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:46,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:46,047 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/A is initiating minor compaction (all files)
2024-11-18T22:16:46,047 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/A in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,047 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/8a8481a5347d43b4aa5ee24ad80e6914, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/ea08cf870c6f4f9aad32f724bbd4280a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/02faf8ef907c4eb3a60a75aef1d1e880] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=129.4 K
2024-11-18T22:16:46,047 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,047 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/8a8481a5347d43b4aa5ee24ad80e6914, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/ea08cf870c6f4f9aad32f724bbd4280a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/02faf8ef907c4eb3a60a75aef1d1e880]
2024-11-18T22:16:46,047 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:46,047 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/B is initiating minor compaction (all files)
2024-11-18T22:16:46,047 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/B in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,048 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0d2893a0275f4c209374eb95b0d7a27a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0aadc587a5db4014a24dd73a2d1dc974, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/4d329ccef015439bb78a68d4c6d01ab5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/06b1f841ee774a14b750816514274996] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=47.0 K
2024-11-18T22:16:46,050 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a8481a5347d43b4aa5ee24ad80e6914, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731968200491
2024-11-18T22:16:46,050 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2893a0275f4c209374eb95b0d7a27a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731968200491
2024-11-18T22:16:46,055 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea08cf870c6f4f9aad32f724bbd4280a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731968200769
2024-11-18T22:16:46,055 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aadc587a5db4014a24dd73a2d1dc974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731968200769
2024-11-18T22:16:46,057 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc99ab6e7e124470b8a5d9a9f0bb9d9a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731968201630
2024-11-18T22:16:46,058 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d329ccef015439bb78a68d4c6d01ab5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731968201630
2024-11-18T22:16:46,058 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02faf8ef907c4eb3a60a75aef1d1e880, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731968203936
2024-11-18T22:16:46,058 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 06b1f841ee774a14b750816514274996, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731968203949
2024-11-18T22:16:46,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111871438223aa924dca8e58e4895ff8650c_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968205284/Put/seqid=0
2024-11-18T22:16:46,110 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:46,111 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/14171e42c7ab4a05ae2d3ed052a8855a is 50, key is test_row_0/B:col10/1731968203949/Put/seqid=0
2024-11-18T22:16:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-18T22:16:46,113 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:46,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742158_1334 (size=14794)
2024-11-18T22:16:46,163 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411185c9b33402fb54f46a5cf067b6de9b985_c39f33d719ac2e3c80abe666950cdd43 store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:46,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,171 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411185c9b33402fb54f46a5cf067b6de9b985_c39f33d719ac2e3c80abe666950cdd43, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:46,171 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185c9b33402fb54f46a5cf067b6de9b985_c39f33d719ac2e3c80abe666950cdd43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742160_1336 (size=4469)
2024-11-18T22:16:46,206 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#A#compaction#284 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:46,207 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/f4c8822bc011472bb3ac0c3f7c2a100f is 175, key is test_row_0/A:col10/1731968203949/Put/seqid=0
2024-11-18T22:16:46,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742159_1335 (size=12241)
2024-11-18T22:16:46,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742161_1337 (size=31195)
2024-11-18T22:16:46,289 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/f4c8822bc011472bb3ac0c3f7c2a100f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f4c8822bc011472bb3ac0c3f7c2a100f
2024-11-18T22:16:46,316 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/A of c39f33d719ac2e3c80abe666950cdd43 into f4c8822bc011472bb3ac0c3f7c2a100f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:46,316 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:46,316 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/A, priority=12, startTime=1731968206031; duration=0sec
2024-11-18T22:16:46,316 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:46,316 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:A
2024-11-18T22:16:46,317 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-18T22:16:46,326 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:46,326 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/C is initiating minor compaction (all files)
2024-11-18T22:16:46,326 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/C in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,326 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/257c94809eb74eef925f4a779a67c2f7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/ac80db05e8ac4f43900d3d6b62729a8a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/4f505f084e23422584db9235a28399c3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/af1e61d9e9484ac6afd620d8cbb826e5] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=47.0 K
2024-11-18T22:16:46,327 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 257c94809eb74eef925f4a779a67c2f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731968200491
2024-11-18T22:16:46,328 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac80db05e8ac4f43900d3d6b62729a8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731968200769
2024-11-18T22:16:46,331 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f505f084e23422584db9235a28399c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731968201630
2024-11-18T22:16:46,334 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting af1e61d9e9484ac6afd620d8cbb826e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731968203949
2024-11-18T22:16:46,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,357 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:46,358 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/e078fc0a43f94575a5bbd329eee0a35a is 50, key is test_row_0/C:col10/1731968203949/Put/seqid=0
2024-11-18T22:16:46,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742162_1338 (size=12241)
2024-11-18T22:16:46,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:46,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:46,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,544 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:46,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968266511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968266513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968266521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968266528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968266531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,560 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111871438223aa924dca8e58e4895ff8650c_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111871438223aa924dca8e58e4895ff8650c_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:46,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c874c12206e468492d904ccf6502b88, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:46,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c874c12206e468492d904ccf6502b88 is 175, key is test_row_0/A:col10/1731968205284/Put/seqid=0
2024-11-18T22:16:46,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742163_1339 (size=39749)
2024-11-18T22:16:46,625 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/14171e42c7ab4a05ae2d3ed052a8855a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/14171e42c7ab4a05ae2d3ed052a8855a
2024-11-18T22:16:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-18T22:16:46,633 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/B of c39f33d719ac2e3c80abe666950cdd43 into 14171e42c7ab4a05ae2d3ed052a8855a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:46,633 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:46,633 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/B, priority=12, startTime=1731968206031; duration=0sec
2024-11-18T22:16:46,633 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:46,634 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:B
2024-11-18T22:16:46,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968266653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,832 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/e078fc0a43f94575a5bbd329eee0a35a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/e078fc0a43f94575a5bbd329eee0a35a
2024-11-18T22:16:46,846 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/C of c39f33d719ac2e3c80abe666950cdd43 into e078fc0a43f94575a5bbd329eee0a35a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:46,846 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:46,846 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/C, priority=12, startTime=1731968206031; duration=0sec
2024-11-18T22:16:46,846 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:46,846 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:C
2024-11-18T22:16:46,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968266884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:46,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:46,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,027 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c874c12206e468492d904ccf6502b88
2024-11-18T22:16:47,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/c6b409fd566d4152926cf149dd240f9f is 50, key is test_row_0/B:col10/1731968205284/Put/seqid=0
2024-11-18T22:16:47,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742164_1340 (size=12151)
2024-11-18T22:16:47,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-18T22:16:47,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968267192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:47,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,517 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/c6b409fd566d4152926cf149dd240f9f
2024-11-18T22:16:47,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/f3db9866968f42afa88a0621a23d0301 is 50, key is test_row_0/C:col10/1731968205284/Put/seqid=0
2024-11-18T22:16:47,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742165_1341 (size=12151)
2024-11-18T22:16:47,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968267561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:47,569 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2284 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:47,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968267564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:47,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968267564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:47,574 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2290 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,575 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2255 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:47,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968267574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:47,583 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2286 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:47,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968267716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:47,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:47,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:47,950 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/f3db9866968f42afa88a0621a23d0301
2024-11-18T22:16:47,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/3c874c12206e468492d904ccf6502b88 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c874c12206e468492d904ccf6502b88
2024-11-18T22:16:48,000 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c874c12206e468492d904ccf6502b88, entries=200, sequenceid=134, filesize=38.8 K
2024-11-18T22:16:48,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/c6b409fd566d4152926cf149dd240f9f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c6b409fd566d4152926cf149dd240f9f
2024-11-18T22:16:48,009 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c6b409fd566d4152926cf149dd240f9f, entries=150, sequenceid=134, filesize=11.9 K
2024-11-18T22:16:48,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/f3db9866968f42afa88a0621a23d0301 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/f3db9866968f42afa88a0621a23d0301
2024-11-18T22:16:48,023 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/f3db9866968f42afa88a0621a23d0301, entries=150, sequenceid=134, filesize=11.9 K
2024-11-18T22:16:48,024 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c39f33d719ac2e3c80abe666950cdd43 in 1978ms, sequenceid=134, compaction requested=false
2024-11-18T22:16:48,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:48,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-18T22:16:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:48,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:16:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:48,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182df591ab51244a27b7150f9a2a88ee4b_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968206504/Put/seqid=0
2024-11-18T22:16:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-18T22:16:48,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742166_1342 (size=12304)
2024-11-18T22:16:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182df591ab51244a27b7150f9a2a88ee4b_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182df591ab51244a27b7150f9a2a88ee4b_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:48,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/7f6f91840c8e4d9ebce31a7317d17d39, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:48,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/7f6f91840c8e4d9ebce31a7317d17d39 is 175, key is test_row_0/A:col10/1731968206504/Put/seqid=0
2024-11-18T22:16:48,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742167_1343 (size=31105)
2024-11-18T22:16:48,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/7f6f91840c8e4d9ebce31a7317d17d39
2024-11-18T22:16:48,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/d2e1e72189d143a09fec4237b04cad84 is 50, key is test_row_0/B:col10/1731968206504/Put/seqid=0
2024-11-18T22:16:48,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742168_1344 (size=12151)
2024-11-18T22:16:48,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/d2e1e72189d143a09fec4237b04cad84
2024-11-18T22:16:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/da90a33250f9488a8c2e2947cdbdf191 is 50, key is test_row_0/C:col10/1731968206504/Put/seqid=0
2024-11-18T22:16:48,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742169_1345 (size=12151)
2024-11-18T22:16:48,704 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/da90a33250f9488a8c2e2947cdbdf191
2024-11-18T22:16:48,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/7f6f91840c8e4d9ebce31a7317d17d39 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/7f6f91840c8e4d9ebce31a7317d17d39
2024-11-18T22:16:48,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/7f6f91840c8e4d9ebce31a7317d17d39, entries=150, sequenceid=155, filesize=30.4 K
2024-11-18T22:16:48,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/d2e1e72189d143a09fec4237b04cad84 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/d2e1e72189d143a09fec4237b04cad84
2024-11-18T22:16:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/d2e1e72189d143a09fec4237b04cad84, entries=150, sequenceid=155, filesize=11.9 K
2024-11-18T22:16:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/da90a33250f9488a8c2e2947cdbdf191 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/da90a33250f9488a8c2e2947cdbdf191
2024-11-18T22:16:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/da90a33250f9488a8c2e2947cdbdf191, entries=150, sequenceid=155, filesize=11.9 K
2024-11-18T22:16:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for c39f33d719ac2e3c80abe666950cdd43 in 650ms, sequenceid=155, compaction requested=true
2024-11-18T22:16:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84
2024-11-18T22:16:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=84
2024-11-18T22:16:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,752 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-11-18T22:16:48,752 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7350 sec
2024-11-18T22:16:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,754 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.7510 sec
2024-11-18T22:16:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:49,008 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:16:49,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:49,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:49,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:49,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:49,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:49,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:49,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c31a2ae74667462aa11e60e7746ee4d9_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968208974/Put/seqid=0
2024-11-18T22:16:49,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742170_1346 (size=14794)
2024-11-18T22:16:49,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968209256, max timestamp=1731968209294Num uniques 859; 
2024-11-18T22:16:49,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968209256, max timestamp=1731968209294Num uniques 859; 
2024-11-18T22:16:49,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:16:49,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:16:49,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968209256, max timestamp=1731968209294Num uniques 859; 
2024-11-18T22:16:49,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:16:49,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:49,502 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c31a2ae74667462aa11e60e7746ee4d9_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c31a2ae74667462aa11e60e7746ee4d9_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:49,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/2c09439f5d65409282593d4d014a2e37, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:49,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/2c09439f5d65409282593d4d014a2e37 is 175, key is test_row_0/A:col10/1731968208974/Put/seqid=0
2024-11-18T22:16:49,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742171_1347 (size=39749)
2024-11-18T22:16:49,535 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/2c09439f5d65409282593d4d014a2e37
2024-11-18T22:16:49,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/3176b3c9d49e478987bdad94b0b57f5b is 50, key is test_row_0/B:col10/1731968208974/Put/seqid=0
2024-11-18T22:16:49,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742172_1348 (size=12151)
2024-11-18T22:16:49,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968269570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:49,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968269582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:49,593 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4273 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:49,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968269592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:49,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968269593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:49,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968269593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:49,605 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4320 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,605 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4320 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:49,606 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4309 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:49,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968269696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:49,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968269928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:49,960 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/3176b3c9d49e478987bdad94b0b57f5b
2024-11-18T22:16:49,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/a167feb4b94d4eb19f01db66831e26ca is 50, key is test_row_0/C:col10/1731968208974/Put/seqid=0
2024-11-18T22:16:50,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742173_1349 (size=12151)
2024-11-18T22:16:50,036 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/a167feb4b94d4eb19f01db66831e26ca
2024-11-18T22:16:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/2c09439f5d65409282593d4d014a2e37 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/2c09439f5d65409282593d4d014a2e37
2024-11-18T22:16:50,058 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/2c09439f5d65409282593d4d014a2e37, entries=200, sequenceid=165, filesize=38.8 K
2024-11-18T22:16:50,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/3176b3c9d49e478987bdad94b0b57f5b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/3176b3c9d49e478987bdad94b0b57f5b
2024-11-18T22:16:50,068 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/3176b3c9d49e478987bdad94b0b57f5b, entries=150, sequenceid=165, filesize=11.9 K
2024-11-18T22:16:50,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/a167feb4b94d4eb19f01db66831e26ca as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/a167feb4b94d4eb19f01db66831e26ca
2024-11-18T22:16:50,080 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/a167feb4b94d4eb19f01db66831e26ca, entries=150, sequenceid=165, filesize=11.9 K
2024-11-18T22:16:50,085 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c39f33d719ac2e3c80abe666950cdd43 in 1077ms, sequenceid=165, compaction requested=true
2024-11-18T22:16:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T22:16:50,086 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:50,088 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:50,096 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:50,096 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/C is initiating minor compaction (all files)
2024-11-18T22:16:50,096 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/C in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,096 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/e078fc0a43f94575a5bbd329eee0a35a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/f3db9866968f42afa88a0621a23d0301, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/da90a33250f9488a8c2e2947cdbdf191, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/a167feb4b94d4eb19f01db66831e26ca] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=47.6 K
2024-11-18T22:16:50,097 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141798 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:50,097 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/A is initiating minor compaction (all files)
2024-11-18T22:16:50,097 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/A in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,097 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f4c8822bc011472bb3ac0c3f7c2a100f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c874c12206e468492d904ccf6502b88, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/7f6f91840c8e4d9ebce31a7317d17d39, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/2c09439f5d65409282593d4d014a2e37] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=138.5 K
2024-11-18T22:16:50,097 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,097 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f4c8822bc011472bb3ac0c3f7c2a100f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c874c12206e468492d904ccf6502b88, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/7f6f91840c8e4d9ebce31a7317d17d39, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/2c09439f5d65409282593d4d014a2e37]
2024-11-18T22:16:50,098 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e078fc0a43f94575a5bbd329eee0a35a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731968203949
2024-11-18T22:16:50,098 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4c8822bc011472bb3ac0c3f7c2a100f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731968203949
2024-11-18T22:16:50,098 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f3db9866968f42afa88a0621a23d0301, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731968205284
2024-11-18T22:16:50,099 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c874c12206e468492d904ccf6502b88, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731968205284
2024-11-18T22:16:50,099 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting da90a33250f9488a8c2e2947cdbdf191, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731968206416
2024-11-18T22:16:50,099 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a167feb4b94d4eb19f01db66831e26ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731968208974
2024-11-18T22:16:50,099 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f6f91840c8e4d9ebce31a7317d17d39, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731968206416
2024-11-18T22:16:50,099 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c09439f5d65409282593d4d014a2e37, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731968208974
2024-11-18T22:16:50,116 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:50,116 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/02f3d8d46b8340c689b8575b2dd423cd is 50, key is test_row_0/C:col10/1731968208974/Put/seqid=0
2024-11-18T22:16:50,149 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-18T22:16:50,173 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:50,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:50,179 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111819cb65c42e5a465790a0211ec0c5031f_c39f33d719ac2e3c80abe666950cdd43 store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees
2024-11-18T22:16:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-18T22:16:50,181 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:50,182 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111819cb65c42e5a465790a0211ec0c5031f_c39f33d719ac2e3c80abe666950cdd43, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:50,182 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111819cb65c42e5a465790a0211ec0c5031f_c39f33d719ac2e3c80abe666950cdd43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:50,182 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:50,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:50,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742174_1350 (size=12527)
2024-11-18T22:16:50,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742175_1351 (size=4469)
2024-11-18T22:16:50,230 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/02f3d8d46b8340c689b8575b2dd423cd as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/02f3d8d46b8340c689b8575b2dd423cd
2024-11-18T22:16:50,241 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#A#compaction#295 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:50,242 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/0937d727903d4883b401e02b6e80374c is 175, key is test_row_0/A:col10/1731968208974/Put/seqid=0
2024-11-18T22:16:50,253 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/C of c39f33d719ac2e3c80abe666950cdd43 into 02f3d8d46b8340c689b8575b2dd423cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:50,253 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:50,253 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/C, priority=12, startTime=1731968210085; duration=0sec
2024-11-18T22:16:50,253 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:50,253 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:C
2024-11-18T22:16:50,253 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:16:50,261 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:16:50,261 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/B is initiating minor compaction (all files)
2024-11-18T22:16:50,261 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/B in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,262 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/14171e42c7ab4a05ae2d3ed052a8855a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c6b409fd566d4152926cf149dd240f9f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/d2e1e72189d143a09fec4237b04cad84, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/3176b3c9d49e478987bdad94b0b57f5b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=47.6 K
2024-11-18T22:16:50,262 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 14171e42c7ab4a05ae2d3ed052a8855a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731968203949
2024-11-18T22:16:50,268 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b409fd566d4152926cf149dd240f9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731968205284
2024-11-18T22:16:50,272 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d2e1e72189d143a09fec4237b04cad84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731968206416
2024-11-18T22:16:50,273 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3176b3c9d49e478987bdad94b0b57f5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731968208974
2024-11-18T22:16:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:50,279 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-11-18T22:16:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:16:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:16:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:16:50,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742176_1352 (size=31481)
2024-11-18T22:16:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-18T22:16:50,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111865b1bd577fea4a3bb34d1a19f672c319_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968209421/Put/seqid=0
2024-11-18T22:16:50,324 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:50,325 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/ca429d77e7a04533941371757408ade0 is 50, key is test_row_0/B:col10/1731968208974/Put/seqid=0
2024-11-18T22:16:50,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742178_1354 (size=12527)
2024-11-18T22:16:50,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742177_1353 (size=14794)
2024-11-18T22:16:50,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:50,378 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/ca429d77e7a04533941371757408ade0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/ca429d77e7a04533941371757408ade0
2024-11-18T22:16:50,378 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111865b1bd577fea4a3bb34d1a19f672c319_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111865b1bd577fea4a3bb34d1a19f672c319_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:50,379 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/1e661f03ad094422bf5aaea09713fd6b, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:50,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/1e661f03ad094422bf5aaea09713fd6b is 175, key is test_row_0/A:col10/1731968209421/Put/seqid=0
2024-11-18T22:16:50,386 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/B of c39f33d719ac2e3c80abe666950cdd43 into ca429d77e7a04533941371757408ade0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:50,386 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:50,386 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/B, priority=12, startTime=1731968210085; duration=0sec
2024-11-18T22:16:50,387 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:50,387 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:B
2024-11-18T22:16:50,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742179_1355 (size=39749)
2024-11-18T22:16:50,398 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/1e661f03ad094422bf5aaea09713fd6b
2024-11-18T22:16:50,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/f9958309486f40b1ac394aa3a72b6c27 is 50, key is test_row_0/B:col10/1731968209421/Put/seqid=0
2024-11-18T22:16:50,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742180_1356 (size=12151)
2024-11-18T22:16:50,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968270438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:50,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:50,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:50,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:50,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-18T22:16:50,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968270551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:50,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,705 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/0937d727903d4883b401e02b6e80374c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0937d727903d4883b401e02b6e80374c
2024-11-18T22:16:50,727 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/A of c39f33d719ac2e3c80abe666950cdd43 into 0937d727903d4883b401e02b6e80374c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:50,727 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:50,727 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/A, priority=12, startTime=1731968210085; duration=0sec
2024-11-18T22:16:50,727 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:50,727 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:A
2024-11-18T22:16:50,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968270776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-18T22:16:50,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:50,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:50,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,836 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/f9958309486f40b1ac394aa3a72b6c27
2024-11-18T22:16:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/50cb626e7f6d44d98910e398b669de91 is 50, key is test_row_0/C:col10/1731968209421/Put/seqid=0
2024-11-18T22:16:50,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742181_1357 (size=12151)
2024-11-18T22:16:50,943 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/50cb626e7f6d44d98910e398b669de91
2024-11-18T22:16:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/1e661f03ad094422bf5aaea09713fd6b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/1e661f03ad094422bf5aaea09713fd6b
2024-11-18T22:16:50,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:50,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,025 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/1e661f03ad094422bf5aaea09713fd6b, entries=200, sequenceid=204, filesize=38.8 K
2024-11-18T22:16:51,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/f9958309486f40b1ac394aa3a72b6c27 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f9958309486f40b1ac394aa3a72b6c27
2024-11-18T22:16:51,068 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f9958309486f40b1ac394aa3a72b6c27, entries=150, sequenceid=204, filesize=11.9 K
2024-11-18T22:16:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/50cb626e7f6d44d98910e398b669de91 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/50cb626e7f6d44d98910e398b669de91
2024-11-18T22:16:51,082 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/50cb626e7f6d44d98910e398b669de91, entries=150, sequenceid=204, filesize=11.9 K
2024-11-18T22:16:51,083 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for c39f33d719ac2e3c80abe666950cdd43 in 804ms, sequenceid=204, compaction requested=false
2024-11-18T22:16:51,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:51,108 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:16:51,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:51,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:51,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:51,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:51,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:51,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:51,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e41ce2f2beb942abab3db81f773f7b0f_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968211106/Put/seqid=0
2024-11-18T22:16:51,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742182_1358 (size=12304)
2024-11-18T22:16:51,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:51,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:51,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-18T22:16:51,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968271333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:51,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968271444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:51,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:51,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:51,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:51,608 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e41ce2f2beb942abab3db81f773f7b0f_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e41ce2f2beb942abab3db81f773f7b0f_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:51,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/d454cc2ea9c746dd9129a9908fd91279, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:51,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/d454cc2ea9c746dd9129a9908fd91279 is 175, key is test_row_0/A:col10/1731968211106/Put/seqid=0
2024-11-18T22:16:51,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:51,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:51,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968271661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:51,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:51,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742183_1359 (size=31105)
2024-11-18T22:16:51,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:51,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:51,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968271984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:51,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:51,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:52,076 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/d454cc2ea9c746dd9129a9908fd91279
2024-11-18T22:16:52,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/f65026d2fb4a426ca390fc521751e17a is 50, key is test_row_0/B:col10/1731968211106/Put/seqid=0
2024-11-18T22:16:52,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742184_1360 (size=12151)
2024-11-18T22:16:52,140 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/f65026d2fb4a426ca390fc521751e17a
2024-11-18T22:16:52,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:52,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:52,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/d30851ec8fbb408d9f53df15f41620b0 is 50, key is test_row_0/C:col10/1731968211106/Put/seqid=0
2024-11-18T22:16:52,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742185_1361 (size=12151)
2024-11-18T22:16:52,188 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/d30851ec8fbb408d9f53df15f41620b0
2024-11-18T22:16:52,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/d454cc2ea9c746dd9129a9908fd91279 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/d454cc2ea9c746dd9129a9908fd91279
2024-11-18T22:16:52,198 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/d454cc2ea9c746dd9129a9908fd91279, entries=150, sequenceid=216, filesize=30.4 K
2024-11-18T22:16:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/f65026d2fb4a426ca390fc521751e17a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f65026d2fb4a426ca390fc521751e17a
2024-11-18T22:16:52,201 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f65026d2fb4a426ca390fc521751e17a, entries=150, sequenceid=216, filesize=11.9 K
2024-11-18T22:16:52,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/d30851ec8fbb408d9f53df15f41620b0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/d30851ec8fbb408d9f53df15f41620b0
2024-11-18T22:16:52,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/d30851ec8fbb408d9f53df15f41620b0, entries=150, sequenceid=216, filesize=11.9 K
2024-11-18T22:16:52,206 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=127.47 KB/130530 for c39f33d719ac2e3c80abe666950cdd43 in 1098ms, sequenceid=216, compaction requested=true
2024-11-18T22:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:52,206 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:52,206 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:52,207 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:52,207 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:52,207 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/B is initiating minor compaction (all files)
2024-11-18T22:16:52,207 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/A is initiating minor compaction (all files)
2024-11-18T22:16:52,207 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/A in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:52,207 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/B in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:52,207 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/ca429d77e7a04533941371757408ade0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f9958309486f40b1ac394aa3a72b6c27, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f65026d2fb4a426ca390fc521751e17a] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=36.0 K
2024-11-18T22:16:52,207 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0937d727903d4883b401e02b6e80374c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/1e661f03ad094422bf5aaea09713fd6b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/d454cc2ea9c746dd9129a9908fd91279] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=99.9 K
2024-11-18T22:16:52,208 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:52,208 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0937d727903d4883b401e02b6e80374c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/1e661f03ad094422bf5aaea09713fd6b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/d454cc2ea9c746dd9129a9908fd91279]
2024-11-18T22:16:52,208 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ca429d77e7a04533941371757408ade0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731968208974
2024-11-18T22:16:52,208 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0937d727903d4883b401e02b6e80374c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731968208974
2024-11-18T22:16:52,208 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f9958309486f40b1ac394aa3a72b6c27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731968209421
2024-11-18T22:16:52,208 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e661f03ad094422bf5aaea09713fd6b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731968209421
2024-11-18T22:16:52,208 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f65026d2fb4a426ca390fc521751e17a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968210341
2024-11-18T22:16:52,210 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d454cc2ea9c746dd9129a9908fd91279, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968210341
2024-11-18T22:16:52,214 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:52,223 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118610f9dbe0b744b48af9a9528d7795df7_c39f33d719ac2e3c80abe666950cdd43 store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:52,223 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:52,224 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/9bea757e87be4427883554e02fd61d98 is 50, key is test_row_0/B:col10/1731968211106/Put/seqid=0
2024-11-18T22:16:52,224 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118610f9dbe0b744b48af9a9528d7795df7_c39f33d719ac2e3c80abe666950cdd43, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:52,225 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118610f9dbe0b744b48af9a9528d7795df7_c39f33d719ac2e3c80abe666950cdd43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:52,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742186_1362 (size=12629)
2024-11-18T22:16:52,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742187_1363 (size=4469)
2024-11-18T22:16:52,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-18T22:16:52,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:52,299 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB
2024-11-18T22:16:52,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:52,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:16:52,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:52,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:16:52,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:52,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:16:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111880e8e59c82fa476a8d94b37e088b028e_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968211288/Put/seqid=0
2024-11-18T22:16:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-18T22:16:52,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742188_1364 (size=12304)
2024-11-18T22:16:52,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:52,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111880e8e59c82fa476a8d94b37e088b028e_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111880e8e59c82fa476a8d94b37e088b028e_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:52,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/eb622d61daca4aaf9e6f09b1d25ff92b, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:52,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/eb622d61daca4aaf9e6f09b1d25ff92b is 175, key is test_row_0/A:col10/1731968211288/Put/seqid=0
2024-11-18T22:16:52,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742189_1365 (size=31105)
2024-11-18T22:16:52,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:52,662 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#A#compaction#303 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:52,662 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/08faf869a0104488ae5ba3b322cd64f4 is 175, key is test_row_0/A:col10/1731968211106/Put/seqid=0
2024-11-18T22:16:52,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968272663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:52,681 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/9bea757e87be4427883554e02fd61d98 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/9bea757e87be4427883554e02fd61d98
2024-11-18T22:16:52,705 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/B of c39f33d719ac2e3c80abe666950cdd43 into 9bea757e87be4427883554e02fd61d98(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:52,705 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:52,705 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/B, priority=13, startTime=1731968212206; duration=0sec
2024-11-18T22:16:52,705 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:52,705 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:B
2024-11-18T22:16:52,706 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:52,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742190_1366 (size=31583)
2024-11-18T22:16:52,720 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:52,720 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/C is initiating minor compaction (all files)
2024-11-18T22:16:52,720 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/C in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:52,721 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/02f3d8d46b8340c689b8575b2dd423cd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/50cb626e7f6d44d98910e398b669de91, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/d30851ec8fbb408d9f53df15f41620b0] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=36.0 K
2024-11-18T22:16:52,727 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 02f3d8d46b8340c689b8575b2dd423cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731968208974
2024-11-18T22:16:52,728 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 50cb626e7f6d44d98910e398b669de91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731968209421
2024-11-18T22:16:52,734 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d30851ec8fbb408d9f53df15f41620b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968210341
2024-11-18T22:16:52,748 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/08faf869a0104488ae5ba3b322cd64f4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/08faf869a0104488ae5ba3b322cd64f4
2024-11-18T22:16:52,765 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/A of c39f33d719ac2e3c80abe666950cdd43 into 08faf869a0104488ae5ba3b322cd64f4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:52,765 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:52,765 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/A, priority=13, startTime=1731968212206; duration=0sec
2024-11-18T22:16:52,765 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:52,765 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:A
2024-11-18T22:16:52,768 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:52,769 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/b5088946b8b64f188c556c2d30ec9044 is 50, key is test_row_0/C:col10/1731968211106/Put/seqid=0
2024-11-18T22:16:52,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968272845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:52,851 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/eb622d61daca4aaf9e6f09b1d25ff92b
2024-11-18T22:16:52,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742191_1367 (size=12629)
2024-11-18T22:16:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/93c696be28d04c2ab8f14e70140c2c60 is 50, key is test_row_0/B:col10/1731968211288/Put/seqid=0
2024-11-18T22:16:52,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742192_1368 (size=12151)
2024-11-18T22:16:52,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/93c696be28d04c2ab8f14e70140c2c60
2024-11-18T22:16:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/16a16f9c13a948d881900226301f5820 is 50, key is test_row_0/C:col10/1731968211288/Put/seqid=0
2024-11-18T22:16:53,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742193_1369 (size=12151)
2024-11-18T22:16:53,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968273051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,300 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/b5088946b8b64f188c556c2d30ec9044 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b5088946b8b64f188c556c2d30ec9044
2024-11-18T22:16:53,308 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/C of c39f33d719ac2e3c80abe666950cdd43 into b5088946b8b64f188c556c2d30ec9044(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:53,309 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:53,309 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/C, priority=13, startTime=1731968212206; duration=0sec
2024-11-18T22:16:53,309 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:53,309 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:C
2024-11-18T22:16:53,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968273371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/16a16f9c13a948d881900226301f5820
2024-11-18T22:16:53,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/eb622d61daca4aaf9e6f09b1d25ff92b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/eb622d61daca4aaf9e6f09b1d25ff92b
2024-11-18T22:16:53,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/eb622d61daca4aaf9e6f09b1d25ff92b, entries=150, sequenceid=238, filesize=30.4 K
2024-11-18T22:16:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/93c696be28d04c2ab8f14e70140c2c60 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/93c696be28d04c2ab8f14e70140c2c60
2024-11-18T22:16:53,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/93c696be28d04c2ab8f14e70140c2c60, entries=150, sequenceid=238, filesize=11.9 K
2024-11-18T22:16:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/16a16f9c13a948d881900226301f5820 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/16a16f9c13a948d881900226301f5820
2024-11-18T22:16:53,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/16a16f9c13a948d881900226301f5820, entries=150, sequenceid=238, filesize=11.9 K
2024-11-18T22:16:53,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for c39f33d719ac2e3c80abe666950cdd43 in 1315ms, sequenceid=238, compaction requested=false
2024-11-18T22:16:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86
2024-11-18T22:16:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=86
2024-11-18T22:16:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:53,628 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T22:16:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:53,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:53,636 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85
2024-11-18T22:16:53,636 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4480 sec
2024-11-18T22:16:53,647 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 3.4700 sec
2024-11-18T22:16:53,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e7e278af091a47e58cb655eaf74b13cb_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968212541/Put/seqid=0
2024-11-18T22:16:53,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742194_1370 (size=14794)
2024-11-18T22:16:53,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968273705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968273717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968273721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968273723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968273835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968273836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968273844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968273851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:53,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968273896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968274053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968274061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968274076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968274076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,102 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:54,113 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e7e278af091a47e58cb655eaf74b13cb_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e7e278af091a47e58cb655eaf74b13cb_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:54,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:54,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7 is 175, key is test_row_0/A:col10/1731968212541/Put/seqid=0
2024-11-18T22:16:54,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742195_1371 (size=39749)
2024-11-18T22:16:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-18T22:16:54,362 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:54,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:16:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees
2024-11-18T22:16:54,367 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:16:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T22:16:54,367 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:16:54,368 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:16:54,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968274371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968274385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968274391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968274401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T22:16:54,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:54,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:54,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,541 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7
2024-11-18T22:16:54,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1912fd30ce7a44dba19285bedd7551bf is 50, key is test_row_0/B:col10/1731968212541/Put/seqid=0
2024-11-18T22:16:54,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742196_1372 (size=12151)
2024-11-18T22:16:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T22:16:54,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:54,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:54,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:54,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:54,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:54,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968274892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968274904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968274912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968274925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968274925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:54,931 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2268 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:54,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T22:16:55,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,059 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1912fd30ce7a44dba19285bedd7551bf
2024-11-18T22:16:55,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/99371e91309c420c8eb6d449cf94b93a is 50, key is test_row_0/C:col10/1731968212541/Put/seqid=0
2024-11-18T22:16:55,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742197_1373 (size=12151)
2024-11-18T22:16:55,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:55,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:55,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:55,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:55,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T22:16:55,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,568 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/99371e91309c420c8eb6d449cf94b93a
2024-11-18T22:16:55,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7
2024-11-18T22:16:55,608 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7, entries=200, sequenceid=253, filesize=38.8 K
2024-11-18T22:16:55,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1912fd30ce7a44dba19285bedd7551bf as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1912fd30ce7a44dba19285bedd7551bf
2024-11-18T22:16:55,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1912fd30ce7a44dba19285bedd7551bf, entries=150, sequenceid=253, filesize=11.9 K
2024-11-18T22:16:55,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/99371e91309c420c8eb6d449cf94b93a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/99371e91309c420c8eb6d449cf94b93a
2024-11-18T22:16:55,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:16:55,676 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/99371e91309c420c8eb6d449cf94b93a, entries=150, sequenceid=253, filesize=11.9 K
2024-11-18T22:16:55,686 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c39f33d719ac2e3c80abe666950cdd43 in 2058ms, sequenceid=253, compaction requested=true
2024-11-18T22:16:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:55,686 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:16:55,686 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:55,697 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:55,697 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/B is initiating minor compaction (all files)
2024-11-18T22:16:55,697 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/B in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,698 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/9bea757e87be4427883554e02fd61d98, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/93c696be28d04c2ab8f14e70140c2c60, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1912fd30ce7a44dba19285bedd7551bf] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=36.1 K
2024-11-18T22:16:55,698 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:55,698 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/A is initiating minor compaction (all files)
2024-11-18T22:16:55,698 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/A in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,698 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/08faf869a0104488ae5ba3b322cd64f4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/eb622d61daca4aaf9e6f09b1d25ff92b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=100.0 K
2024-11-18T22:16:55,698 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,698 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/08faf869a0104488ae5ba3b322cd64f4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/eb622d61daca4aaf9e6f09b1d25ff92b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7]
2024-11-18T22:16:55,700 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bea757e87be4427883554e02fd61d98, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968210341
2024-11-18T22:16:55,700 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08faf869a0104488ae5ba3b322cd64f4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968210341
2024-11-18T22:16:55,706 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb622d61daca4aaf9e6f09b1d25ff92b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731968211288
2024-11-18T22:16:55,707 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 93c696be28d04c2ab8f14e70140c2c60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731968211288
2024-11-18T22:16:55,711 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ec8fb8ddc9d4b85bb37cee07acf8eb7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731968212541
2024-11-18T22:16:55,712 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 1912fd30ce7a44dba19285bedd7551bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731968212541
2024-11-18T22:16:55,780 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:55,781 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:55,781 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/5ac6e222d1f548aebbca252549badb76 is 50, key is test_row_0/B:col10/1731968212541/Put/seqid=0
2024-11-18T22:16:55,813 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118293bdc06a8bc45a88178c6984930511e_c39f33d719ac2e3c80abe666950cdd43 store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:55,815 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118293bdc06a8bc45a88178c6984930511e_c39f33d719ac2e3c80abe666950cdd43, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:55,815 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118293bdc06a8bc45a88178c6984930511e_c39f33d719ac2e3c80abe666950cdd43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:55,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T22:16:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,840 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T22:16:55,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742198_1374 (size=12731)
2024-11-18T22:16:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:55,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742199_1375 (size=4469)
2024-11-18T22:16:55,884 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#A#compaction#313 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:55,885 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/e7e08d5177be46dabde1f74eca81899a is 175, key is test_row_0/A:col10/1731968212541/Put/seqid=0
2024-11-18T22:16:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111877f9b2676bb1466eb06f1940654ea8fc_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968213719/Put/seqid=0
2024-11-18T22:16:55,893 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/5ac6e222d1f548aebbca252549badb76 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/5ac6e222d1f548aebbca252549badb76
2024-11-18T22:16:55,898 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/B of c39f33d719ac2e3c80abe666950cdd43 into 5ac6e222d1f548aebbca252549badb76(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:55,898 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:55,898 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/B, priority=13, startTime=1731968215686; duration=0sec
2024-11-18T22:16:55,898 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:55,899 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:B
2024-11-18T22:16:55,899 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:55,899 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:55,900 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/C is initiating minor compaction (all files)
2024-11-18T22:16:55,900 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/C in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:55,900 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b5088946b8b64f188c556c2d30ec9044, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/16a16f9c13a948d881900226301f5820, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/99371e91309c420c8eb6d449cf94b93a] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=36.1 K
2024-11-18T22:16:55,900 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting b5088946b8b64f188c556c2d30ec9044, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968210341
2024-11-18T22:16:55,900 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 16a16f9c13a948d881900226301f5820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731968211288
2024-11-18T22:16:55,901 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 99371e91309c420c8eb6d449cf94b93a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731968212541
2024-11-18T22:16:55,940 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:55,941 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/bb29902105084a3f89e0334321806a8c is 50, key is test_row_0/C:col10/1731968212541/Put/seqid=0
2024-11-18T22:16:55,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742200_1376 (size=31685)
2024-11-18T22:16:55,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742201_1377 (size=12454)
2024-11-18T22:16:55,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. as already flushing
2024-11-18T22:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:55,979 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/e7e08d5177be46dabde1f74eca81899a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/e7e08d5177be46dabde1f74eca81899a
2024-11-18T22:16:55,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742202_1378 (size=12731)
2024-11-18T22:16:56,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968275993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968275996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,022 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/A of c39f33d719ac2e3c80abe666950cdd43 into e7e08d5177be46dabde1f74eca81899a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:56,022 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:56,022 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/A, priority=13, startTime=1731968215686; duration=0sec
2024-11-18T22:16:56,022 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:56,022 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:A
2024-11-18T22:16:56,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968276013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968276014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968276124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968276124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968276144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968276145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:56,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111877f9b2676bb1466eb06f1940654ea8fc_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111877f9b2676bb1466eb06f1940654ea8fc_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:56,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968276353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/f2063e59f7a6455bb5b7e05b840f125b, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/f2063e59f7a6455bb5b7e05b840f125b is 175, key is test_row_0/A:col10/1731968213719/Put/seqid=0
2024-11-18T22:16:56,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968276355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742203_1379 (size=31255)
2024-11-18T22:16:56,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968276371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968276371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,437 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/bb29902105084a3f89e0334321806a8c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/bb29902105084a3f89e0334321806a8c
2024-11-18T22:16:56,461 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/C of c39f33d719ac2e3c80abe666950cdd43 into bb29902105084a3f89e0334321806a8c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:56,461 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:56,461 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/C, priority=13, startTime=1731968215686; duration=0sec
2024-11-18T22:16:56,462 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:56,462 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:C
2024-11-18T22:16:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T22:16:56,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968276671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968276672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968276691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968276691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:56,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/f2063e59f7a6455bb5b7e05b840f125b
2024-11-18T22:16:56,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/593dede019404d1a9fe274f0d6fd2ef6 is 50, key is test_row_0/B:col10/1731968213719/Put/seqid=0
2024-11-18T22:16:56,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742204_1380 (size=12301)
2024-11-18T22:16:56,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58018 deadline: 1731968276941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:56,949 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in c39f33d719ac2e3c80abe666950cdd43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4286 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:16:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:57,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1731968277191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:57,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:57,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57980 deadline: 1731968277192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:57,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:57,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731968277201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:57,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:16:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57940 deadline: 1731968277214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:16:57,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:16:57,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:16:57,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/593dede019404d1a9fe274f0d6fd2ef6
2024-11-18T22:16:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/8d56c66492094f429666fd94cb4378ec is 50, key is test_row_0/C:col10/1731968213719/Put/seqid=0
2024-11-18T22:16:57,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742205_1381 (size=12301)
2024-11-18T22:16:57,593 INFO  [Thread-1423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1423.
2024-11-18T22:16:57,593 DEBUG [Thread-1423 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:57,593 INFO  [Thread-1417 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1417.
2024-11-18T22:16:57,593 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,593 DEBUG [Thread-1417 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:57,593 DEBUG [Thread-1417 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,593 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,593 DEBUG [Thread-1417 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,593 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:57,594 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:57,595 INFO  [Thread-1425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1425.
2024-11-18T22:16:57,595 DEBUG [Thread-1425 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:57,595 DEBUG [Thread-1425 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,595 DEBUG [Thread-1425 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,596 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:57,602 INFO  [Thread-1421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1421.
2024-11-18T22:16:57,602 DEBUG [Thread-1421 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:57,602 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,602 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,602 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:57,605 INFO  [Thread-1419 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1419.
2024-11-18T22:16:57,605 DEBUG [Thread-1419 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:57,606 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,606 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:57,607 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:57,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/8d56c66492094f429666fd94cb4378ec
2024-11-18T22:16:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/f2063e59f7a6455bb5b7e05b840f125b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f2063e59f7a6455bb5b7e05b840f125b
2024-11-18T22:16:57,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f2063e59f7a6455bb5b7e05b840f125b, entries=150, sequenceid=273, filesize=30.5 K
2024-11-18T22:16:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/593dede019404d1a9fe274f0d6fd2ef6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/593dede019404d1a9fe274f0d6fd2ef6
2024-11-18T22:16:57,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/593dede019404d1a9fe274f0d6fd2ef6, entries=150, sequenceid=273, filesize=12.0 K
2024-11-18T22:16:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/8d56c66492094f429666fd94cb4378ec as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/8d56c66492094f429666fd94cb4378ec
2024-11-18T22:16:57,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/8d56c66492094f429666fd94cb4378ec, entries=150, sequenceid=273, filesize=12.0 K
2024-11-18T22:16:57,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c39f33d719ac2e3c80abe666950cdd43 in 1960ms, sequenceid=273, compaction requested=false
2024-11-18T22:16:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88
2024-11-18T22:16:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=88
2024-11-18T22:16:57,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-18T22:16:57,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4340 sec
2024-11-18T22:16:57,806 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 3.4390 sec
2024-11-18T22:16:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:58,203 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T22:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:16:58,204 INFO  [Thread-1412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1412.
2024-11-18T22:16:58,204 DEBUG [Thread-1412 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:58,204 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,204 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,204 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:58,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111898a786d1c6484a4c8c7fe692e59ced56_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_0/A:col10/1731968218202/Put/seqid=0
2024-11-18T22:16:58,224 INFO  [Thread-1406 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1406.
2024-11-18T22:16:58,224 DEBUG [Thread-1406 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:58,224 DEBUG [Thread-1406 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,225 DEBUG [Thread-1406 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,225 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:58,229 INFO  [Thread-1414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1414.
2024-11-18T22:16:58,229 DEBUG [Thread-1414 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:58,229 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,229 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,229 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:58,231 INFO  [Thread-1410 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1410.
2024-11-18T22:16:58,231 DEBUG [Thread-1410 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:16:58,231 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,231 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:16:58,232 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:16:58,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742206_1382 (size=12454)
2024-11-18T22:16:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T22:16:58,522 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:16:58,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:16:58,636 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111898a786d1c6484a4c8c7fe692e59ced56_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111898a786d1c6484a4c8c7fe692e59ced56_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:16:58,637 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dd987e8b4afd44168f8c4071f37a0b0d, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:58,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dd987e8b4afd44168f8c4071f37a0b0d is 175, key is test_row_0/A:col10/1731968218202/Put/seqid=0
2024-11-18T22:16:58,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742207_1383 (size=31255)
2024-11-18T22:16:59,041 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dd987e8b4afd44168f8c4071f37a0b0d
2024-11-18T22:16:59,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1420e03a1e5e4473a55d7681ae95c1e6 is 50, key is test_row_0/B:col10/1731968218202/Put/seqid=0
2024-11-18T22:16:59,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742208_1384 (size=12301)
2024-11-18T22:16:59,457 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1420e03a1e5e4473a55d7681ae95c1e6
2024-11-18T22:16:59,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/6c3f7b44302b4a3e94bde9f1837d73ad is 50, key is test_row_0/C:col10/1731968218202/Put/seqid=0
2024-11-18T22:16:59,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742209_1385 (size=12301)
2024-11-18T22:16:59,493 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/6c3f7b44302b4a3e94bde9f1837d73ad
2024-11-18T22:16:59,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/dd987e8b4afd44168f8c4071f37a0b0d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dd987e8b4afd44168f8c4071f37a0b0d
2024-11-18T22:16:59,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dd987e8b4afd44168f8c4071f37a0b0d, entries=150, sequenceid=289, filesize=30.5 K
2024-11-18T22:16:59,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/1420e03a1e5e4473a55d7681ae95c1e6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1420e03a1e5e4473a55d7681ae95c1e6
2024-11-18T22:16:59,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1420e03a1e5e4473a55d7681ae95c1e6, entries=150, sequenceid=289, filesize=12.0 K
2024-11-18T22:16:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/6c3f7b44302b4a3e94bde9f1837d73ad as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/6c3f7b44302b4a3e94bde9f1837d73ad
2024-11-18T22:16:59,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/6c3f7b44302b4a3e94bde9f1837d73ad, entries=150, sequenceid=289, filesize=12.0 K
2024-11-18T22:16:59,516 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=20.13 KB/20610 for c39f33d719ac2e3c80abe666950cdd43 in 1313ms, sequenceid=289, compaction requested=true
2024-11-18T22:16:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:16:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:59,516 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:16:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:16:59,517 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c39f33d719ac2e3c80abe666950cdd43:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:16:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:59,517 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:59,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/A is initiating minor compaction (all files)
2024-11-18T22:16:59,518 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/A in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:59,518 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/e7e08d5177be46dabde1f74eca81899a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f2063e59f7a6455bb5b7e05b840f125b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dd987e8b4afd44168f8c4071f37a0b0d] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=92.0 K
2024-11-18T22:16:59,518 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:59,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/e7e08d5177be46dabde1f74eca81899a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f2063e59f7a6455bb5b7e05b840f125b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dd987e8b4afd44168f8c4071f37a0b0d]
2024-11-18T22:16:59,518 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:59,518 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/B is initiating minor compaction (all files)
2024-11-18T22:16:59,518 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/B in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:59,518 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/5ac6e222d1f548aebbca252549badb76, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/593dede019404d1a9fe274f0d6fd2ef6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1420e03a1e5e4473a55d7681ae95c1e6] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=36.5 K
2024-11-18T22:16:59,519 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ac6e222d1f548aebbca252549badb76, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731968212541
2024-11-18T22:16:59,519 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7e08d5177be46dabde1f74eca81899a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731968212541
2024-11-18T22:16:59,519 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 593dede019404d1a9fe274f0d6fd2ef6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731968213657
2024-11-18T22:16:59,519 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2063e59f7a6455bb5b7e05b840f125b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731968213657
2024-11-18T22:16:59,519 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd987e8b4afd44168f8c4071f37a0b0d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731968215991
2024-11-18T22:16:59,519 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 1420e03a1e5e4473a55d7681ae95c1e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731968215991
2024-11-18T22:16:59,528 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:59,542 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:59,543 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/87a5c212ff204138b75d63cc897200b7 is 50, key is test_row_0/B:col10/1731968218202/Put/seqid=0
2024-11-18T22:16:59,545 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118dd201bc1cc744abd9f4d88107837f832_c39f33d719ac2e3c80abe666950cdd43 store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:59,551 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118dd201bc1cc744abd9f4d88107837f832_c39f33d719ac2e3c80abe666950cdd43, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:59,551 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dd201bc1cc744abd9f4d88107837f832_c39f33d719ac2e3c80abe666950cdd43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:16:59,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742210_1386 (size=12983)
2024-11-18T22:16:59,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742211_1387 (size=4469)
2024-11-18T22:16:59,660 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#A#compaction#321 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:16:59,661 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/44bf501f9eda4a8eb9a3b3822fb32ef0 is 175, key is test_row_0/A:col10/1731968218202/Put/seqid=0
2024-11-18T22:16:59,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742212_1388 (size=31937)
2024-11-18T22:16:59,991 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/87a5c212ff204138b75d63cc897200b7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/87a5c212ff204138b75d63cc897200b7
2024-11-18T22:16:59,997 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/B of c39f33d719ac2e3c80abe666950cdd43 into 87a5c212ff204138b75d63cc897200b7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:16:59,997 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:16:59,997 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/B, priority=13, startTime=1731968219516; duration=0sec
2024-11-18T22:16:59,997 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:16:59,997 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:B
2024-11-18T22:16:59,997 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:16:59,998 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:16:59,999 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): c39f33d719ac2e3c80abe666950cdd43/C is initiating minor compaction (all files)
2024-11-18T22:16:59,999 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c39f33d719ac2e3c80abe666950cdd43/C in TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:16:59,999 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/bb29902105084a3f89e0334321806a8c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/8d56c66492094f429666fd94cb4378ec, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/6c3f7b44302b4a3e94bde9f1837d73ad] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp, totalSize=36.5 K
2024-11-18T22:16:59,999 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting bb29902105084a3f89e0334321806a8c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731968212541
2024-11-18T22:16:59,999 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d56c66492094f429666fd94cb4378ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731968213657
2024-11-18T22:17:00,000 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c3f7b44302b4a3e94bde9f1837d73ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731968215991
2024-11-18T22:17:00,010 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c39f33d719ac2e3c80abe666950cdd43#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:00,011 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/236c0efd31fa471a8ea94a5e4b15dc56 is 50, key is test_row_0/C:col10/1731968218202/Put/seqid=0
2024-11-18T22:17:00,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742213_1389 (size=12983)
2024-11-18T22:17:00,033 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/236c0efd31fa471a8ea94a5e4b15dc56 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/236c0efd31fa471a8ea94a5e4b15dc56
2024-11-18T22:17:00,040 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/C of c39f33d719ac2e3c80abe666950cdd43 into 236c0efd31fa471a8ea94a5e4b15dc56(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:00,040 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:17:00,040 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/C, priority=13, startTime=1731968219517; duration=0sec
2024-11-18T22:17:00,040 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:00,040 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:C
2024-11-18T22:17:00,122 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/44bf501f9eda4a8eb9a3b3822fb32ef0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/44bf501f9eda4a8eb9a3b3822fb32ef0
2024-11-18T22:17:00,129 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c39f33d719ac2e3c80abe666950cdd43/A of c39f33d719ac2e3c80abe666950cdd43 into 44bf501f9eda4a8eb9a3b3822fb32ef0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:00,129 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c39f33d719ac2e3c80abe666950cdd43:

2024-11-18T22:17:00,129 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., storeName=c39f33d719ac2e3c80abe666950cdd43/A, priority=13, startTime=1731968219516; duration=0sec
2024-11-18T22:17:00,129 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:00,129 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c39f33d719ac2e3c80abe666950cdd43:A
2024-11-18T22:17:00,983 INFO  [Thread-1408 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1408.
2024-11-18T22:17:00,983 DEBUG [Thread-1408 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:00,983 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:00,983 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:00,983 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 113
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 32
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 28
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T22:17:00,983 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 605
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1812 rows
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 608
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1823 rows
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 610
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1826 rows
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 615
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1842 rows
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 612
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1830 rows
2024-11-18T22:17:00,984 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:17:00,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:17:00,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:00,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:00,984 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:00,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T22:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T22:17:00,989 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968220989"}]},"ts":"1731968220989"}
2024-11-18T22:17:00,991 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T22:17:00,991 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T22:17:00,992 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:17:00,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, UNASSIGN}]
2024-11-18T22:17:00,995 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, UNASSIGN
2024-11-18T22:17:00,996 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:00,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, UNASSIGN because future has completed
2024-11-18T22:17:00,998 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:17:00,998 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:17:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T22:17:01,151 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:01,151 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:17:01,151 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing c39f33d719ac2e3c80abe666950cdd43, disabling compactions & flushes
2024-11-18T22:17:01,151 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:17:01,151 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:17:01,151 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. after waiting 0 ms
2024-11-18T22:17:01,151 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:17:01,151 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2902): Flushing c39f33d719ac2e3c80abe666950cdd43 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-18T22:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=A
2024-11-18T22:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=B
2024-11-18T22:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c39f33d719ac2e3c80abe666950cdd43, store=C
2024-11-18T22:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:01,166 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118773adac5b4c1472a97d4c8ef3f2934b7_c39f33d719ac2e3c80abe666950cdd43 is 50, key is test_row_1/A:col10/1731968218224/Put/seqid=0
2024-11-18T22:17:01,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742214_1390 (size=9914)
2024-11-18T22:17:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T22:17:01,588 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:01,593 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118773adac5b4c1472a97d4c8ef3f2934b7_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118773adac5b4c1472a97d4c8ef3f2934b7_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:01,594 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/adc39ee32e1641c3a256ec8a855059dd, store: [table=TestAcidGuarantees family=A region=c39f33d719ac2e3c80abe666950cdd43]
2024-11-18T22:17:01,595 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/adc39ee32e1641c3a256ec8a855059dd is 175, key is test_row_1/A:col10/1731968218224/Put/seqid=0
2024-11-18T22:17:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T22:17:01,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742215_1391 (size=22561)
2024-11-18T22:17:02,020 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/adc39ee32e1641c3a256ec8a855059dd
2024-11-18T22:17:02,028 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/04cf694a2c784e16bfdc087c4c934ed6 is 50, key is test_row_1/B:col10/1731968218224/Put/seqid=0
2024-11-18T22:17:02,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742216_1392 (size=9857)
2024-11-18T22:17:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T22:17:02,449 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/04cf694a2c784e16bfdc087c4c934ed6
2024-11-18T22:17:02,457 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/9dbf91fd833d4bc4bf96780ea99ac932 is 50, key is test_row_1/C:col10/1731968218224/Put/seqid=0
2024-11-18T22:17:02,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742217_1393 (size=9857)
2024-11-18T22:17:02,484 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/9dbf91fd833d4bc4bf96780ea99ac932
2024-11-18T22:17:02,493 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/A/adc39ee32e1641c3a256ec8a855059dd as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/adc39ee32e1641c3a256ec8a855059dd
2024-11-18T22:17:02,498 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/adc39ee32e1641c3a256ec8a855059dd, entries=100, sequenceid=299, filesize=22.0 K
2024-11-18T22:17:02,499 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/B/04cf694a2c784e16bfdc087c4c934ed6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/04cf694a2c784e16bfdc087c4c934ed6
2024-11-18T22:17:02,508 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/04cf694a2c784e16bfdc087c4c934ed6, entries=100, sequenceid=299, filesize=9.6 K
2024-11-18T22:17:02,509 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/.tmp/C/9dbf91fd833d4bc4bf96780ea99ac932 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9dbf91fd833d4bc4bf96780ea99ac932
2024-11-18T22:17:02,514 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9dbf91fd833d4bc4bf96780ea99ac932, entries=100, sequenceid=299, filesize=9.6 K
2024-11-18T22:17:02,516 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c39f33d719ac2e3c80abe666950cdd43 in 1364ms, sequenceid=299, compaction requested=false
2024-11-18T22:17:02,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c6f78e2045845ffa4cf8185461895ee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/59427e2d61464b19a3680fec694cc1d1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/500a4b519db54ca291621bca50a35ec5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/8a8481a5347d43b4aa5ee24ad80e6914, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/ea08cf870c6f4f9aad32f724bbd4280a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/02faf8ef907c4eb3a60a75aef1d1e880, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f4c8822bc011472bb3ac0c3f7c2a100f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c874c12206e468492d904ccf6502b88, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/7f6f91840c8e4d9ebce31a7317d17d39, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/2c09439f5d65409282593d4d014a2e37, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0937d727903d4883b401e02b6e80374c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/1e661f03ad094422bf5aaea09713fd6b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/08faf869a0104488ae5ba3b322cd64f4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/d454cc2ea9c746dd9129a9908fd91279, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/eb622d61daca4aaf9e6f09b1d25ff92b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/e7e08d5177be46dabde1f74eca81899a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f2063e59f7a6455bb5b7e05b840f125b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dd987e8b4afd44168f8c4071f37a0b0d] to archive
2024-11-18T22:17:02,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:02,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c6f78e2045845ffa4cf8185461895ee to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c6f78e2045845ffa4cf8185461895ee
2024-11-18T22:17:02,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/59427e2d61464b19a3680fec694cc1d1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/59427e2d61464b19a3680fec694cc1d1
2024-11-18T22:17:02,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/500a4b519db54ca291621bca50a35ec5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/500a4b519db54ca291621bca50a35ec5
2024-11-18T22:17:02,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/8a8481a5347d43b4aa5ee24ad80e6914 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/8a8481a5347d43b4aa5ee24ad80e6914
2024-11-18T22:17:02,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/ea08cf870c6f4f9aad32f724bbd4280a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/ea08cf870c6f4f9aad32f724bbd4280a
2024-11-18T22:17:02,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dc99ab6e7e124470b8a5d9a9f0bb9d9a
2024-11-18T22:17:02,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/02faf8ef907c4eb3a60a75aef1d1e880 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/02faf8ef907c4eb3a60a75aef1d1e880
2024-11-18T22:17:02,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f4c8822bc011472bb3ac0c3f7c2a100f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f4c8822bc011472bb3ac0c3f7c2a100f
2024-11-18T22:17:02,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c874c12206e468492d904ccf6502b88 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/3c874c12206e468492d904ccf6502b88
2024-11-18T22:17:02,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/7f6f91840c8e4d9ebce31a7317d17d39 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/7f6f91840c8e4d9ebce31a7317d17d39
2024-11-18T22:17:02,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/2c09439f5d65409282593d4d014a2e37 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/2c09439f5d65409282593d4d014a2e37
2024-11-18T22:17:02,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0937d727903d4883b401e02b6e80374c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0937d727903d4883b401e02b6e80374c
2024-11-18T22:17:02,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/1e661f03ad094422bf5aaea09713fd6b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/1e661f03ad094422bf5aaea09713fd6b
2024-11-18T22:17:02,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/08faf869a0104488ae5ba3b322cd64f4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/08faf869a0104488ae5ba3b322cd64f4
2024-11-18T22:17:02,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/d454cc2ea9c746dd9129a9908fd91279 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/d454cc2ea9c746dd9129a9908fd91279
2024-11-18T22:17:02,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/eb622d61daca4aaf9e6f09b1d25ff92b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/eb622d61daca4aaf9e6f09b1d25ff92b
2024-11-18T22:17:02,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/0ec8fb8ddc9d4b85bb37cee07acf8eb7
2024-11-18T22:17:02,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/e7e08d5177be46dabde1f74eca81899a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/e7e08d5177be46dabde1f74eca81899a
2024-11-18T22:17:02,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f2063e59f7a6455bb5b7e05b840f125b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/f2063e59f7a6455bb5b7e05b840f125b
2024-11-18T22:17:02,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dd987e8b4afd44168f8c4071f37a0b0d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/dd987e8b4afd44168f8c4071f37a0b0d
2024-11-18T22:17:02,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1a42440afce64f8d9ff866573137c4cb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/a7a531f3408f48a3b57c7cf765e97a98, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0d2893a0275f4c209374eb95b0d7a27a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c76959f471e74f5989daeaf7a03d5cd5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0aadc587a5db4014a24dd73a2d1dc974, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/4d329ccef015439bb78a68d4c6d01ab5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/14171e42c7ab4a05ae2d3ed052a8855a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/06b1f841ee774a14b750816514274996, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c6b409fd566d4152926cf149dd240f9f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/d2e1e72189d143a09fec4237b04cad84, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/ca429d77e7a04533941371757408ade0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/3176b3c9d49e478987bdad94b0b57f5b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f9958309486f40b1ac394aa3a72b6c27, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/9bea757e87be4427883554e02fd61d98, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f65026d2fb4a426ca390fc521751e17a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/93c696be28d04c2ab8f14e70140c2c60, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/5ac6e222d1f548aebbca252549badb76, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1912fd30ce7a44dba19285bedd7551bf, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/593dede019404d1a9fe274f0d6fd2ef6, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1420e03a1e5e4473a55d7681ae95c1e6] to archive
2024-11-18T22:17:02,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:02,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1a42440afce64f8d9ff866573137c4cb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1a42440afce64f8d9ff866573137c4cb
2024-11-18T22:17:02,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/a7a531f3408f48a3b57c7cf765e97a98 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/a7a531f3408f48a3b57c7cf765e97a98
2024-11-18T22:17:02,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0d2893a0275f4c209374eb95b0d7a27a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0d2893a0275f4c209374eb95b0d7a27a
2024-11-18T22:17:02,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c76959f471e74f5989daeaf7a03d5cd5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c76959f471e74f5989daeaf7a03d5cd5
2024-11-18T22:17:02,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0aadc587a5db4014a24dd73a2d1dc974 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/0aadc587a5db4014a24dd73a2d1dc974
2024-11-18T22:17:02,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/4d329ccef015439bb78a68d4c6d01ab5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/4d329ccef015439bb78a68d4c6d01ab5
2024-11-18T22:17:02,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/14171e42c7ab4a05ae2d3ed052a8855a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/14171e42c7ab4a05ae2d3ed052a8855a
2024-11-18T22:17:02,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/06b1f841ee774a14b750816514274996 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/06b1f841ee774a14b750816514274996
2024-11-18T22:17:02,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c6b409fd566d4152926cf149dd240f9f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/c6b409fd566d4152926cf149dd240f9f
2024-11-18T22:17:02,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/d2e1e72189d143a09fec4237b04cad84 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/d2e1e72189d143a09fec4237b04cad84
2024-11-18T22:17:02,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/ca429d77e7a04533941371757408ade0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/ca429d77e7a04533941371757408ade0
2024-11-18T22:17:02,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/3176b3c9d49e478987bdad94b0b57f5b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/3176b3c9d49e478987bdad94b0b57f5b
2024-11-18T22:17:02,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f9958309486f40b1ac394aa3a72b6c27 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f9958309486f40b1ac394aa3a72b6c27
2024-11-18T22:17:02,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/9bea757e87be4427883554e02fd61d98 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/9bea757e87be4427883554e02fd61d98
2024-11-18T22:17:02,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f65026d2fb4a426ca390fc521751e17a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/f65026d2fb4a426ca390fc521751e17a
2024-11-18T22:17:02,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/93c696be28d04c2ab8f14e70140c2c60 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/93c696be28d04c2ab8f14e70140c2c60
2024-11-18T22:17:02,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/5ac6e222d1f548aebbca252549badb76 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/5ac6e222d1f548aebbca252549badb76
2024-11-18T22:17:02,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1912fd30ce7a44dba19285bedd7551bf to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1912fd30ce7a44dba19285bedd7551bf
2024-11-18T22:17:02,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/593dede019404d1a9fe274f0d6fd2ef6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/593dede019404d1a9fe274f0d6fd2ef6
2024-11-18T22:17:02,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1420e03a1e5e4473a55d7681ae95c1e6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/1420e03a1e5e4473a55d7681ae95c1e6
2024-11-18T22:17:02,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/79d5d0f457dc4ad5adfb2be212a8e488, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b092b1aeb2554b4293ed11a1cd47c7bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/257c94809eb74eef925f4a779a67c2f7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9875fbbabd93462f990654922a944805, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/ac80db05e8ac4f43900d3d6b62729a8a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/4f505f084e23422584db9235a28399c3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/e078fc0a43f94575a5bbd329eee0a35a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/af1e61d9e9484ac6afd620d8cbb826e5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/f3db9866968f42afa88a0621a23d0301, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/da90a33250f9488a8c2e2947cdbdf191, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/02f3d8d46b8340c689b8575b2dd423cd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/a167feb4b94d4eb19f01db66831e26ca, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/50cb626e7f6d44d98910e398b669de91, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b5088946b8b64f188c556c2d30ec9044, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/d30851ec8fbb408d9f53df15f41620b0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/16a16f9c13a948d881900226301f5820, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/bb29902105084a3f89e0334321806a8c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/99371e91309c420c8eb6d449cf94b93a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/8d56c66492094f429666fd94cb4378ec, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/6c3f7b44302b4a3e94bde9f1837d73ad] to archive
2024-11-18T22:17:02,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:02,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/79d5d0f457dc4ad5adfb2be212a8e488 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/79d5d0f457dc4ad5adfb2be212a8e488
2024-11-18T22:17:02,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b092b1aeb2554b4293ed11a1cd47c7bc to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b092b1aeb2554b4293ed11a1cd47c7bc
2024-11-18T22:17:02,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/257c94809eb74eef925f4a779a67c2f7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/257c94809eb74eef925f4a779a67c2f7
2024-11-18T22:17:02,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9875fbbabd93462f990654922a944805 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9875fbbabd93462f990654922a944805
2024-11-18T22:17:02,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/ac80db05e8ac4f43900d3d6b62729a8a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/ac80db05e8ac4f43900d3d6b62729a8a
2024-11-18T22:17:02,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/4f505f084e23422584db9235a28399c3 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/4f505f084e23422584db9235a28399c3
2024-11-18T22:17:02,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/e078fc0a43f94575a5bbd329eee0a35a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/e078fc0a43f94575a5bbd329eee0a35a
2024-11-18T22:17:02,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/af1e61d9e9484ac6afd620d8cbb826e5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/af1e61d9e9484ac6afd620d8cbb826e5
2024-11-18T22:17:02,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/f3db9866968f42afa88a0621a23d0301 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/f3db9866968f42afa88a0621a23d0301
2024-11-18T22:17:02,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/da90a33250f9488a8c2e2947cdbdf191 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/da90a33250f9488a8c2e2947cdbdf191
2024-11-18T22:17:02,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/02f3d8d46b8340c689b8575b2dd423cd to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/02f3d8d46b8340c689b8575b2dd423cd
2024-11-18T22:17:02,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/a167feb4b94d4eb19f01db66831e26ca to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/a167feb4b94d4eb19f01db66831e26ca
2024-11-18T22:17:02,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/50cb626e7f6d44d98910e398b669de91 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/50cb626e7f6d44d98910e398b669de91
2024-11-18T22:17:02,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b5088946b8b64f188c556c2d30ec9044 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/b5088946b8b64f188c556c2d30ec9044
2024-11-18T22:17:02,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/d30851ec8fbb408d9f53df15f41620b0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/d30851ec8fbb408d9f53df15f41620b0
2024-11-18T22:17:02,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/16a16f9c13a948d881900226301f5820 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/16a16f9c13a948d881900226301f5820
2024-11-18T22:17:02,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/bb29902105084a3f89e0334321806a8c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/bb29902105084a3f89e0334321806a8c
2024-11-18T22:17:02,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/99371e91309c420c8eb6d449cf94b93a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/99371e91309c420c8eb6d449cf94b93a
2024-11-18T22:17:02,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/8d56c66492094f429666fd94cb4378ec to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/8d56c66492094f429666fd94cb4378ec
2024-11-18T22:17:02,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/6c3f7b44302b4a3e94bde9f1837d73ad to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/6c3f7b44302b4a3e94bde9f1837d73ad
2024-11-18T22:17:02,678 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/recovered.edits/302.seqid, newMaxSeqId=302, maxSeqId=4
2024-11-18T22:17:02,681 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.
2024-11-18T22:17:02,682 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for c39f33d719ac2e3c80abe666950cdd43:
Waiting for close lock at 1731968221151Running coprocessor pre-close hooks at 1731968221151Disabling compacts and flushes for region at 1731968221151Disabling writes for close at 1731968221151Obtaining lock to block concurrent updates at 1731968221151Preparing flush snapshotting stores in c39f33d719ac2e3c80abe666950cdd43 at 1731968221151Finished memstore snapshotting TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731968221152 (+1 ms)Flushing stores of TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43. at 1731968221153 (+1 ms)Flushing c39f33d719ac2e3c80abe666950cdd43/A: creating writer at 1731968221153Flushing mob file c39f33d719ac2e3c80abe666950cdd43/A: appending metadata at 1731968221166 (+13 ms)Flushing mob file c39f33d719ac2e3c80abe666950cdd43/A: closing flushed file at 1731968221166Flushing c39f33d719ac2e3c80abe666950cdd43/A: appending metadata at 1731968221594 (+428 ms)Flushing c39f33d719ac2e3c80abe666950cdd43/A: closing flushed file at 1731968221594Flushing c39f33d719ac2e3c80abe666950cdd43/B: creating writer at 1731968222024 (+430 ms)Flushing c39f33d719ac2e3c80abe666950cdd43/B: appending metadata at 1731968222028 (+4 ms)Flushing c39f33d719ac2e3c80abe666950cdd43/B: closing flushed file at 1731968222028Flushing c39f33d719ac2e3c80abe666950cdd43/C: creating writer at 1731968222453 (+425 ms)Flushing c39f33d719ac2e3c80abe666950cdd43/C: appending metadata at 1731968222456 (+3 ms)Flushing c39f33d719ac2e3c80abe666950cdd43/C: closing flushed file at 1731968222456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fdf99e7: reopening flushed file at 1731968222492 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217da43e: reopening flushed file at 1731968222498 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d249b9d: reopening flushed file at 1731968222508 (+10 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c39f33d719ac2e3c80abe666950cdd43 in 1364ms, sequenceid=299, compaction requested=false at 1731968222516 (+8 ms)Writing region close event to WAL at 1731968222667 (+151 ms)Running coprocessor post-close hooks at 1731968222681 (+14 ms)Closed at 1731968222681
2024-11-18T22:17:02,696 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:02,697 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=c39f33d719ac2e3c80abe666950cdd43, regionState=CLOSED
2024-11-18T22:17:02,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:17:02,719 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-18T22:17:02,719 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure c39f33d719ac2e3c80abe666950cdd43, server=3b0ca91ed64a,45987,1731968106669 in 1.7180 sec
2024-11-18T22:17:02,721 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-18T22:17:02,721 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c39f33d719ac2e3c80abe666950cdd43, UNASSIGN in 1.7250 sec
2024-11-18T22:17:02,725 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-18T22:17:02,725 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7300 sec
2024-11-18T22:17:02,730 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968222730"}]},"ts":"1731968222730"}
2024-11-18T22:17:02,737 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T22:17:02,737 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T22:17:02,740 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7530 sec
2024-11-18T22:17:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T22:17:03,131 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:03,132 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T22:17:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:03,134 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:03,135 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T22:17:03,156 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,199 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/recovered.edits]
2024-11-18T22:17:03,202 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/44bf501f9eda4a8eb9a3b3822fb32ef0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/44bf501f9eda4a8eb9a3b3822fb32ef0
2024-11-18T22:17:03,205 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/adc39ee32e1641c3a256ec8a855059dd to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/A/adc39ee32e1641c3a256ec8a855059dd
2024-11-18T22:17:03,213 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/04cf694a2c784e16bfdc087c4c934ed6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/04cf694a2c784e16bfdc087c4c934ed6
2024-11-18T22:17:03,215 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/87a5c212ff204138b75d63cc897200b7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/B/87a5c212ff204138b75d63cc897200b7
2024-11-18T22:17:03,225 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/236c0efd31fa471a8ea94a5e4b15dc56 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/236c0efd31fa471a8ea94a5e4b15dc56
2024-11-18T22:17:03,234 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9dbf91fd833d4bc4bf96780ea99ac932 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/C/9dbf91fd833d4bc4bf96780ea99ac932
2024-11-18T22:17:03,237 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/recovered.edits/302.seqid to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43/recovered.edits/302.seqid
2024-11-18T22:17:03,241 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,241 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T22:17:03,241 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T22:17:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T22:17:03,245 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T22:17:03,252 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118050d7368361d409080ed9699fc120a5b_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118050d7368361d409080ed9699fc120a5b_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,261 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182df591ab51244a27b7150f9a2a88ee4b_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182df591ab51244a27b7150f9a2a88ee4b_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,262 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184e4dbd765de546beb466952f6cef4ccd_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184e4dbd765de546beb466952f6cef4ccd_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111865b1bd577fea4a3bb34d1a19f672c319_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111865b1bd577fea4a3bb34d1a19f672c319_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,264 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111871438223aa924dca8e58e4895ff8650c_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111871438223aa924dca8e58e4895ff8650c_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,267 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111873b5fd7852774cabaf57bbf8b5507cc3_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111873b5fd7852774cabaf57bbf8b5507cc3_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,267 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118773adac5b4c1472a97d4c8ef3f2934b7_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118773adac5b4c1472a97d4c8ef3f2934b7_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111877f9b2676bb1466eb06f1940654ea8fc_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111877f9b2676bb1466eb06f1940654ea8fc_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,270 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111880e8e59c82fa476a8d94b37e088b028e_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111880e8e59c82fa476a8d94b37e088b028e_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,271 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111898a786d1c6484a4c8c7fe692e59ced56_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111898a786d1c6484a4c8c7fe692e59ced56_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b5b8a61b3dca48e1a4ab1ce984bb0e36_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b5b8a61b3dca48e1a4ab1ce984bb0e36_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,282 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c31a2ae74667462aa11e60e7746ee4d9_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c31a2ae74667462aa11e60e7746ee4d9_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,287 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c3e8a73863414fc291fcf72fbbcdd8f7_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c3e8a73863414fc291fcf72fbbcdd8f7_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,295 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e41ce2f2beb942abab3db81f773f7b0f_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e41ce2f2beb942abab3db81f773f7b0f_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,299 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e7e278af091a47e58cb655eaf74b13cb_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e7e278af091a47e58cb655eaf74b13cb_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,304 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ed0a796241e94372b0eaa9730c634c25_c39f33d719ac2e3c80abe666950cdd43 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ed0a796241e94372b0eaa9730c634c25_c39f33d719ac2e3c80abe666950cdd43
2024-11-18T22:17:03,308 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T22:17:03,316 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:03,319 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T22:17:03,326 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T22:17:03,334 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:03,335 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T22:17:03,335 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731968223335"}]},"ts":"9223372036854775807"}
2024-11-18T22:17:03,342 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T22:17:03,342 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c39f33d719ac2e3c80abe666950cdd43, NAME => 'TestAcidGuarantees,,1731968195322.c39f33d719ac2e3c80abe666950cdd43.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T22:17:03,343 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T22:17:03,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731968223343"}]},"ts":"9223372036854775807"}
2024-11-18T22:17:03,353 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T22:17:03,357 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:03,358 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 225 msec
2024-11-18T22:17:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T22:17:03,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T22:17:03,455 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:03,464 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1364 (was 1428), ProcessCount=11 (was 11), AvailableMemoryMB=8174 (was 8305)
2024-11-18T22:17:03,476 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=1364, ProcessCount=11, AvailableMemoryMB=8172
2024-11-18T22:17:03,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:17:03,478 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:17:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:03,481 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T22:17:03,482 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:03,482 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 94
2024-11-18T22:17:03,483 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T22:17:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-18T22:17:03,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742218_1394 (size=1061)
2024-11-18T22:17:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-18T22:17:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-18T22:17:03,906 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:17:03,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742219_1395 (size=53)
2024-11-18T22:17:03,936 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T22:17:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-18T22:17:04,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:17:04,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 463d9fec7cbb05fd84014fa8b26312ab, disabling compactions & flushes
2024-11-18T22:17:04,321 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. after waiting 0 ms
2024-11-18T22:17:04,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,321 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 463d9fec7cbb05fd84014fa8b26312ab:
Waiting for close lock at 1731968224321Disabling compacts and flushes for region at 1731968224321Disabling writes for close at 1731968224321Writing region close event to WAL at 1731968224321Closed at 1731968224321
2024-11-18T22:17:04,322 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T22:17:04,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731968224322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731968224322"}]},"ts":"1731968224322"}
2024-11-18T22:17:04,324 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T22:17:04,325 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T22:17:04,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968224325"}]},"ts":"1731968224325"}
2024-11-18T22:17:04,327 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T22:17:04,327 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, ASSIGN}]
2024-11-18T22:17:04,329 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, ASSIGN
2024-11-18T22:17:04,330 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, ASSIGN; state=OFFLINE, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=false
2024-11-18T22:17:04,481 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=95 updating hbase:meta row=463d9fec7cbb05fd84014fa8b26312ab, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, ASSIGN because future has completed
2024-11-18T22:17:04,483 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; OpenRegionProcedure 463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:17:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-18T22:17:04,638 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,638 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:17:04,639 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,639 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:17:04,639 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,639 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,640 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 463d9fec7cbb05fd84014fa8b26312ab 
2024-11-18T22:17:04,641 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:04,642 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463d9fec7cbb05fd84014fa8b26312ab columnFamilyName A
2024-11-18T22:17:04,642 DEBUG [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:04,642 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.HStore(327): Store=463d9fec7cbb05fd84014fa8b26312ab/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:04,642 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 463d9fec7cbb05fd84014fa8b26312ab 
2024-11-18T22:17:04,644 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:04,644 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463d9fec7cbb05fd84014fa8b26312ab columnFamilyName B
2024-11-18T22:17:04,644 DEBUG [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:04,645 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.HStore(327): Store=463d9fec7cbb05fd84014fa8b26312ab/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:04,645 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 463d9fec7cbb05fd84014fa8b26312ab 
2024-11-18T22:17:04,647 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:04,647 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463d9fec7cbb05fd84014fa8b26312ab columnFamilyName C
2024-11-18T22:17:04,647 DEBUG [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:04,648 INFO  [StoreOpener-463d9fec7cbb05fd84014fa8b26312ab-1 {}] regionserver.HStore(327): Store=463d9fec7cbb05fd84014fa8b26312ab/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:04,648 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,648 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,652 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,653 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,654 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,654 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,654 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:17:04,655 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,658 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:17:04,659 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 463d9fec7cbb05fd84014fa8b26312ab; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64759587, jitterRate=-0.03500695526599884}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:17:04,659 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:04,660 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 463d9fec7cbb05fd84014fa8b26312ab:
Running coprocessor pre-open hook at 1731968224639Writing region info on filesystem at 1731968224639Initializing all the Stores at 1731968224640 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968224640Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968224640Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968224640Cleaning up temporary data from old regions at 1731968224654 (+14 ms)Running coprocessor post-open hooks at 1731968224659 (+5 ms)Region opened successfully at 1731968224660 (+1 ms)
2024-11-18T22:17:04,661 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., pid=96, masterSystemTime=1731968224635
2024-11-18T22:17:04,664 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,664 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:04,665 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=95 updating hbase:meta row=463d9fec7cbb05fd84014fa8b26312ab, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE, hasLock=false; OpenRegionProcedure 463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:17:04,670 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-18T22:17:04,670 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; OpenRegionProcedure 463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669 in 185 msec
2024-11-18T22:17:04,674 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-11-18T22:17:04,674 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, ASSIGN in 343 msec
2024-11-18T22:17:04,676 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T22:17:04,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968224676"}]},"ts":"1731968224676"}
2024-11-18T22:17:04,681 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T22:17:04,682 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T22:17:04,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2040 sec
2024-11-18T22:17:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-18T22:17:05,632 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:05,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a3b235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,634 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4775f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,636 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5703340a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,640 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T22:17:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,45923,1731968105229
2024-11-18T22:17:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2944543c
2024-11-18T22:17:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T22:17:05,643 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T22:17:05,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e2c23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,646 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebb88f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,648 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf6136d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,656 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435822c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,658 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b97de0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143510a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b673ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,666 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3272e5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9d7bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,678 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e8edba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,692 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6950633e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a625587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afd9bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,700 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8b18a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2461d367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,702 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3b4e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,707 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525dabd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a13cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,716 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370bb271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,723 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b23866c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf53828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,730 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7331a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,740 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd6f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf240ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,754 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1062271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,756 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,760 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff53f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1227a368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:05,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:05,780 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:05,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:05,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:05,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226f95e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:05,791 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a41aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:05,801 DEBUG [Thread-1797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,803 DEBUG [Thread-1797 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,803 DEBUG [Thread-1797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,804 DEBUG [Thread-1801 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,809 DEBUG [Thread-1808 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,811 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,816 DEBUG [Thread-1799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,824 DEBUG [Thread-1810 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,824 DEBUG [Thread-1806 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,824 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,825 DEBUG [Thread-1803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,825 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,826 DEBUG [Thread-1803 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,826 DEBUG [Thread-1803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,829 DEBUG [Thread-1812 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,830 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,830 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,830 DEBUG [Thread-1814 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,833 DEBUG [Thread-1795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,835 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,835 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,837 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,843 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-18T22:17:05,845 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T22:17:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:05,846 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:17:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2]
2024-11-18T22:17:05,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:05,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:05,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:05,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:05,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:05,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:05,856 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:05,862 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:05,862 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:05,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6ad7777f25b04dcd9d2a8595f1cfa37f is 50, key is test_row_0/A:col10/1731968225841/Put/seqid=0
2024-11-18T22:17:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T22:17:05,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742220_1396 (size=14341)
2024-11-18T22:17:05,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968285969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:05,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:05,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968285970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:05,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:05,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968225943, max timestamp=1731968225979Num uniques 859; 
2024-11-18T22:17:06,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968225943, max timestamp=1731968225979Num uniques 859; 
2024-11-18T22:17:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968225943, max timestamp=1731968225979Num uniques 859; 
2024-11-18T22:17:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968286091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968286096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968286097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968286103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968286131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T22:17:06,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968286211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968286222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968286231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968286312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:06,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:06,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,359 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6ad7777f25b04dcd9d2a8595f1cfa37f
2024-11-18T22:17:06,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968286364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e23130fa8e41400a9572552c7f4d9a24 is 50, key is test_row_0/B:col10/1731968225841/Put/seqid=0
2024-11-18T22:17:06,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968286434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968286436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968286452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T22:17:06,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742221_1397 (size=12001)
2024-11-18T22:17:06,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968286642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968286691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968286772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968286773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968286789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:06,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e23130fa8e41400a9572552c7f4d9a24
2024-11-18T22:17:06,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/f8b76e223b0b4c2b8d104a9c828f9c32 is 50, key is test_row_0/C:col10/1731968225841/Put/seqid=0
2024-11-18T22:17:06,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:06,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T22:17:06,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742222_1398 (size=12001)
2024-11-18T22:17:07,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:07,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968287176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:07,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968287212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:07,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:07,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968287302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:07,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968287320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:07,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968287326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:07,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/f8b76e223b0b4c2b8d104a9c828f9c32
2024-11-18T22:17:07,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6ad7777f25b04dcd9d2a8595f1cfa37f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6ad7777f25b04dcd9d2a8595f1cfa37f
2024-11-18T22:17:07,450 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6ad7777f25b04dcd9d2a8595f1cfa37f, entries=200, sequenceid=12, filesize=14.0 K
2024-11-18T22:17:07,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:07,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:07,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:07,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:07,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e23130fa8e41400a9572552c7f4d9a24 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e23130fa8e41400a9572552c7f4d9a24
2024-11-18T22:17:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:07,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e23130fa8e41400a9572552c7f4d9a24, entries=150, sequenceid=12, filesize=11.7 K
2024-11-18T22:17:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/f8b76e223b0b4c2b8d104a9c828f9c32 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f8b76e223b0b4c2b8d104a9c828f9c32
2024-11-18T22:17:07,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f8b76e223b0b4c2b8d104a9c828f9c32, entries=150, sequenceid=12, filesize=11.7 K
2024-11-18T22:17:07,507 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 463d9fec7cbb05fd84014fa8b26312ab in 1661ms, sequenceid=12, compaction requested=false
2024-11-18T22:17:07,507 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T22:17:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:07,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T22:17:07,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:07,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-18T22:17:07,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:07,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/9075df0c1f394effa097c982ecb4dadf is 50, key is test_row_0/A:col10/1731968226093/Put/seqid=0
2024-11-18T22:17:07,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742223_1399 (size=12001)
2024-11-18T22:17:07,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/9075df0c1f394effa097c982ecb4dadf
2024-11-18T22:17:07,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/6c7d5f7860394c61b6cae2cdde68437d is 50, key is test_row_0/B:col10/1731968226093/Put/seqid=0
2024-11-18T22:17:07,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742224_1400 (size=12001)
2024-11-18T22:17:07,864 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/6c7d5f7860394c61b6cae2cdde68437d
2024-11-18T22:17:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/af51f10fa7854d2680bd606f4be0d1ab is 50, key is test_row_0/C:col10/1731968226093/Put/seqid=0
2024-11-18T22:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T22:17:08,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742225_1401 (size=12001)
2024-11-18T22:17:08,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/af51f10fa7854d2680bd606f4be0d1ab
2024-11-18T22:17:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/9075df0c1f394effa097c982ecb4dadf as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/9075df0c1f394effa097c982ecb4dadf
2024-11-18T22:17:08,043 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/9075df0c1f394effa097c982ecb4dadf, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T22:17:08,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/6c7d5f7860394c61b6cae2cdde68437d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/6c7d5f7860394c61b6cae2cdde68437d
2024-11-18T22:17:08,056 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/6c7d5f7860394c61b6cae2cdde68437d, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T22:17:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/af51f10fa7854d2680bd606f4be0d1ab as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af51f10fa7854d2680bd606f4be0d1ab
2024-11-18T22:17:08,069 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af51f10fa7854d2680bd606f4be0d1ab, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T22:17:08,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 463d9fec7cbb05fd84014fa8b26312ab in 449ms, sequenceid=47, compaction requested=false
2024-11-18T22:17:08,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:08,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:08,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-18T22:17:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-18T22:17:08,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-18T22:17:08,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec
2024-11-18T22:17:08,086 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.2520 sec
2024-11-18T22:17:08,257 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T22:17:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:08,269 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:17:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:08,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/a97f72c4fe744bc9b3503ad13b849e8a is 50, key is test_row_0/A:col10/1731968228262/Put/seqid=0
2024-11-18T22:17:08,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742226_1402 (size=14341)
2024-11-18T22:17:08,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/a97f72c4fe744bc9b3503ad13b849e8a
2024-11-18T22:17:08,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/4dfde60bfdf44c62b02d7411e162eb04 is 50, key is test_row_0/B:col10/1731968228262/Put/seqid=0
2024-11-18T22:17:08,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742227_1403 (size=12001)
2024-11-18T22:17:08,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968228372, max timestamp=1731968228422Num uniques 859; 
2024-11-18T22:17:08,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968228372, max timestamp=1731968228422Num uniques 859; 
2024-11-18T22:17:08,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:17:08,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:17:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968288404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968228372, max timestamp=1731968228422Num uniques 859; 
2024-11-18T22:17:08,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:17:08,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968288486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968228450, max timestamp=1731968228492Num uniques 1018; 
2024-11-18T22:17:08,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968228450, max timestamp=1731968228492Num uniques 1018; 
2024-11-18T22:17:08,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968228450, max timestamp=1731968228492Num uniques 1018; 
2024-11-18T22:17:08,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-18T22:17:08,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-18T22:17:08,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-18T22:17:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968288585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968288596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968288604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968288610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968288613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968288723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968288724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968288741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968288741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,785 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/4dfde60bfdf44c62b02d7411e162eb04
2024-11-18T22:17:08,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/3bfd77ec65134933b61814b26d70e8ae is 50, key is test_row_0/C:col10/1731968228262/Put/seqid=0
2024-11-18T22:17:08,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968288832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742228_1404 (size=12001)
2024-11-18T22:17:08,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968288953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968288956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968288973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968288973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968289164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,301 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/3bfd77ec65134933b61814b26d70e8ae
2024-11-18T22:17:09,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968289279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968289292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968289301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968289301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/a97f72c4fe744bc9b3503ad13b849e8a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/a97f72c4fe744bc9b3503ad13b849e8a
2024-11-18T22:17:09,388 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/a97f72c4fe744bc9b3503ad13b849e8a, entries=200, sequenceid=57, filesize=14.0 K
2024-11-18T22:17:09,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/4dfde60bfdf44c62b02d7411e162eb04 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/4dfde60bfdf44c62b02d7411e162eb04
2024-11-18T22:17:09,461 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/4dfde60bfdf44c62b02d7411e162eb04, entries=150, sequenceid=57, filesize=11.7 K
2024-11-18T22:17:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/3bfd77ec65134933b61814b26d70e8ae as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/3bfd77ec65134933b61814b26d70e8ae
2024-11-18T22:17:09,525 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/3bfd77ec65134933b61814b26d70e8ae, entries=150, sequenceid=57, filesize=11.7 K
2024-11-18T22:17:09,534 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 463d9fec7cbb05fd84014fa8b26312ab in 1265ms, sequenceid=57, compaction requested=true
2024-11-18T22:17:09,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:09,534 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:09,537 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:09,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:09,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:09,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:09,545 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:09,545 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/A is initiating minor compaction (all files)
2024-11-18T22:17:09,545 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/A in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:09,545 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6ad7777f25b04dcd9d2a8595f1cfa37f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/9075df0c1f394effa097c982ecb4dadf, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/a97f72c4fe744bc9b3503ad13b849e8a] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=39.7 K
2024-11-18T22:17:09,545 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:09,545 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/B is initiating minor compaction (all files)
2024-11-18T22:17:09,546 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/B in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:09,546 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e23130fa8e41400a9572552c7f4d9a24, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/6c7d5f7860394c61b6cae2cdde68437d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/4dfde60bfdf44c62b02d7411e162eb04] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=35.2 K
2024-11-18T22:17:09,548 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ad7777f25b04dcd9d2a8595f1cfa37f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731968225841
2024-11-18T22:17:09,549 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e23130fa8e41400a9572552c7f4d9a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731968225841
2024-11-18T22:17:09,549 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9075df0c1f394effa097c982ecb4dadf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731968226093
2024-11-18T22:17:09,550 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7d5f7860394c61b6cae2cdde68437d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731968226093
2024-11-18T22:17:09,550 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a97f72c4fe744bc9b3503ad13b849e8a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731968228246
2024-11-18T22:17:09,552 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dfde60bfdf44c62b02d7411e162eb04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731968228249
2024-11-18T22:17:09,583 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#A#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:09,583 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/3322a3bd133d4992bf87228a4b454e77 is 50, key is test_row_0/A:col10/1731968228262/Put/seqid=0
2024-11-18T22:17:09,601 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#B#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:09,602 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/84e80b40cce94643b56704e6473e1082 is 50, key is test_row_0/B:col10/1731968228262/Put/seqid=0
2024-11-18T22:17:09,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742229_1405 (size=12104)
2024-11-18T22:17:09,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742230_1406 (size=12104)
2024-11-18T22:17:09,688 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/84e80b40cce94643b56704e6473e1082 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/84e80b40cce94643b56704e6473e1082
2024-11-18T22:17:09,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731968228558, max timestamp=1731968229707Num uniques 1077; 
2024-11-18T22:17:09,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-11-18T22:17:09,713 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=107.34 KB heapSize=301.52 KB
2024-11-18T22:17:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:17:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T22:17:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:09,724 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/B of 463d9fec7cbb05fd84014fa8b26312ab into 84e80b40cce94643b56704e6473e1082(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:09,724 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:09,724 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/B, priority=13, startTime=1731968229537; duration=0sec
2024-11-18T22:17:09,724 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:09,724 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:B
2024-11-18T22:17:09,724 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:09,725 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:09,725 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/C is initiating minor compaction (all files)
2024-11-18T22:17:09,725 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/C in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:09,725 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f8b76e223b0b4c2b8d104a9c828f9c32, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af51f10fa7854d2680bd606f4be0d1ab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/3bfd77ec65134933b61814b26d70e8ae] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=35.2 K
2024-11-18T22:17:09,726 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b76e223b0b4c2b8d104a9c828f9c32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731968225841
2024-11-18T22:17:09,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/2cc1db6bd2cf4dd8a552ce72e290fe1a is 50, key is test_row_0/A:col10/1731968228584/Put/seqid=0
2024-11-18T22:17:09,729 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting af51f10fa7854d2680bd606f4be0d1ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731968226093
2024-11-18T22:17:09,729 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bfd77ec65134933b61814b26d70e8ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731968228249
2024-11-18T22:17:09,743 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:09,743 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/1cb61f35c30245399b01670700c19736 is 50, key is test_row_0/C:col10/1731968228262/Put/seqid=0
2024-11-18T22:17:09,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742231_1407 (size=14341)
2024-11-18T22:17:09,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742232_1408 (size=12104)
2024-11-18T22:17:09,804 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/2cc1db6bd2cf4dd8a552ce72e290fe1a
2024-11-18T22:17:09,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/44fc783fd9a44654b1634f4fdd9e991c is 50, key is test_row_0/B:col10/1731968228584/Put/seqid=0
2024-11-18T22:17:09,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968289857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968289860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968289860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968289860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968289863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:09,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:09,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742233_1409 (size=12001)
2024-11-18T22:17:09,929 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/44fc783fd9a44654b1634f4fdd9e991c
2024-11-18T22:17:09,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/d4276ddf746f48b5b0099c46c1cd9357 is 50, key is test_row_0/C:col10/1731968228584/Put/seqid=0
2024-11-18T22:17:10,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742234_1410 (size=12001)
2024-11-18T22:17:10,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968289992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968290001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968290001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968290001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T22:17:10,028 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:10,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968290014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,036 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-18T22:17:10,038 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:10,039 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:10,039 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T22:17:10,100 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/3322a3bd133d4992bf87228a4b454e77 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3322a3bd133d4992bf87228a4b454e77
2024-11-18T22:17:10,152 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/A of 463d9fec7cbb05fd84014fa8b26312ab into 3322a3bd133d4992bf87228a4b454e77(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T22:17:10,153 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:10,153 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/A, priority=13, startTime=1731968229534; duration=0sec
2024-11-18T22:17:10,153 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:10,153 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:A
2024-11-18T22:17:10,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T22:17:10,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:10,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:10,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:10,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:10,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:10,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968290222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,240 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/1cb61f35c30245399b01670700c19736 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/1cb61f35c30245399b01670700c19736
2024-11-18T22:17:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968290232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968290233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968290233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968290243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,294 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/C of 463d9fec7cbb05fd84014fa8b26312ab into 1cb61f35c30245399b01670700c19736(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:10,295 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:10,295 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/C, priority=13, startTime=1731968229538; duration=0sec
2024-11-18T22:17:10,295 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:10,295 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:C
2024-11-18T22:17:10,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T22:17:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:10,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:10,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6ad7777f25b04dcd9d2a8595f1cfa37f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/9075df0c1f394effa097c982ecb4dadf, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/a97f72c4fe744bc9b3503ad13b849e8a] to archive
2024-11-18T22:17:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T22:17:10,372 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:10,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6ad7777f25b04dcd9d2a8595f1cfa37f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6ad7777f25b04dcd9d2a8595f1cfa37f
2024-11-18T22:17:10,396 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/d4276ddf746f48b5b0099c46c1cd9357
2024-11-18T22:17:10,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/9075df0c1f394effa097c982ecb4dadf to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/9075df0c1f394effa097c982ecb4dadf
2024-11-18T22:17:10,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/2cc1db6bd2cf4dd8a552ce72e290fe1a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/2cc1db6bd2cf4dd8a552ce72e290fe1a
2024-11-18T22:17:10,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/a97f72c4fe744bc9b3503ad13b849e8a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/a97f72c4fe744bc9b3503ad13b849e8a
2024-11-18T22:17:10,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e23130fa8e41400a9572552c7f4d9a24, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/6c7d5f7860394c61b6cae2cdde68437d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/4dfde60bfdf44c62b02d7411e162eb04] to archive
2024-11-18T22:17:10,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:10,438 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/2cc1db6bd2cf4dd8a552ce72e290fe1a, entries=200, sequenceid=112, filesize=14.0 K
2024-11-18T22:17:10,443 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e23130fa8e41400a9572552c7f4d9a24 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e23130fa8e41400a9572552c7f4d9a24
2024-11-18T22:17:10,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/44fc783fd9a44654b1634f4fdd9e991c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/44fc783fd9a44654b1634f4fdd9e991c
2024-11-18T22:17:10,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/6c7d5f7860394c61b6cae2cdde68437d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/6c7d5f7860394c61b6cae2cdde68437d
2024-11-18T22:17:10,456 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/4dfde60bfdf44c62b02d7411e162eb04 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/4dfde60bfdf44c62b02d7411e162eb04
2024-11-18T22:17:10,462 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f8b76e223b0b4c2b8d104a9c828f9c32, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af51f10fa7854d2680bd606f4be0d1ab, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/3bfd77ec65134933b61814b26d70e8ae] to archive
2024-11-18T22:17:10,463 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/44fc783fd9a44654b1634f4fdd9e991c, entries=150, sequenceid=112, filesize=11.7 K
2024-11-18T22:17:10,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:10,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/d4276ddf746f48b5b0099c46c1cd9357 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d4276ddf746f48b5b0099c46c1cd9357
2024-11-18T22:17:10,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f8b76e223b0b4c2b8d104a9c828f9c32 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f8b76e223b0b4c2b8d104a9c828f9c32
2024-11-18T22:17:10,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af51f10fa7854d2680bd606f4be0d1ab to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af51f10fa7854d2680bd606f4be0d1ab
2024-11-18T22:17:10,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d4276ddf746f48b5b0099c46c1cd9357, entries=150, sequenceid=112, filesize=11.7 K
2024-11-18T22:17:10,511 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~301.47 KB/308704, currentSize=73.80 KB/75570 for 463d9fec7cbb05fd84014fa8b26312ab in 799ms, sequenceid=112, compaction requested=false
2024-11-18T22:17:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:10,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T22:17:10,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:10,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:17:10,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:10,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:10,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:10,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:10,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:10,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:10,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/3bfd77ec65134933b61814b26d70e8ae to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/3bfd77ec65134933b61814b26d70e8ae
2024-11-18T22:17:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/97383f634a69436299b224801b4bfb0b is 50, key is test_row_0/A:col10/1731968229850/Put/seqid=0
2024-11-18T22:17:10,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:10,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742235_1411 (size=12001)
2024-11-18T22:17:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T22:17:10,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968290738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968290744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968290756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968290760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968290767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968290885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968290885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968290891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968290891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968290892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:10,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:10,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/97383f634a69436299b224801b4bfb0b
2024-11-18T22:17:11,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/d0cc65c5dade4bd38bfaebcf55aa58d3 is 50, key is test_row_0/B:col10/1731968229850/Put/seqid=0
2024-11-18T22:17:11,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742236_1412 (size=12001)
2024-11-18T22:17:11,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968291091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968291095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968291121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968291132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968291133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T22:17:11,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968291415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968291422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968291448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968291461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968291468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/d0cc65c5dade4bd38bfaebcf55aa58d3
2024-11-18T22:17:11,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/cd5a1058b6f042029352adb81fa869b4 is 50, key is test_row_0/C:col10/1731968229850/Put/seqid=0
2024-11-18T22:17:11,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742237_1413 (size=12001)
2024-11-18T22:17:11,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968291955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968291968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:11,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/cd5a1058b6f042029352adb81fa869b4
2024-11-18T22:17:12,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/97383f634a69436299b224801b4bfb0b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/97383f634a69436299b224801b4bfb0b
2024-11-18T22:17:12,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968291983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:12,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/97383f634a69436299b224801b4bfb0b, entries=150, sequenceid=129, filesize=11.7 K
2024-11-18T22:17:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/d0cc65c5dade4bd38bfaebcf55aa58d3 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d0cc65c5dade4bd38bfaebcf55aa58d3
2024-11-18T22:17:12,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968291992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:12,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968291992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:12,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d0cc65c5dade4bd38bfaebcf55aa58d3, entries=150, sequenceid=129, filesize=11.7 K
2024-11-18T22:17:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/cd5a1058b6f042029352adb81fa869b4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/cd5a1058b6f042029352adb81fa869b4
2024-11-18T22:17:12,030 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/cd5a1058b6f042029352adb81fa869b4, entries=150, sequenceid=129, filesize=11.7 K
2024-11-18T22:17:12,031 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 463d9fec7cbb05fd84014fa8b26312ab in 1520ms, sequenceid=129, compaction requested=true
2024-11-18T22:17:12,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:12,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:12,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-18T22:17:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-18T22:17:12,035 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-18T22:17:12,036 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9940 sec
2024-11-18T22:17:12,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.0010 sec
2024-11-18T22:17:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T22:17:12,208 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:12,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-18T22:17:12,220 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:12,223 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:12,223 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T22:17:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T22:17:12,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T22:17:12,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:12,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:17:12,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:12,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:12,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:12,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:12,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:12,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e00a41c62c764a3d81e4654ee9f1da81 is 50, key is test_row_0/A:col10/1731968230752/Put/seqid=0
2024-11-18T22:17:12,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742238_1414 (size=12151)
2024-11-18T22:17:12,472 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e00a41c62c764a3d81e4654ee9f1da81
2024-11-18T22:17:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T22:17:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/41f57cb7d4794f97ac171a3e8d119fef is 50, key is test_row_0/B:col10/1731968230752/Put/seqid=0
2024-11-18T22:17:12,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742239_1415 (size=12151)
2024-11-18T22:17:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T22:17:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:13,074 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/41f57cb7d4794f97ac171a3e8d119fef
2024-11-18T22:17:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/26fe052d814e4203856685e5e7c8580e is 50, key is test_row_0/C:col10/1731968230752/Put/seqid=0
2024-11-18T22:17:13,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968293063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968293069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968293104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968293109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968293112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742240_1416 (size=12151)
2024-11-18T22:17:13,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/26fe052d814e4203856685e5e7c8580e
2024-11-18T22:17:13,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e00a41c62c764a3d81e4654ee9f1da81 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e00a41c62c764a3d81e4654ee9f1da81
2024-11-18T22:17:13,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e00a41c62c764a3d81e4654ee9f1da81, entries=150, sequenceid=147, filesize=11.9 K
2024-11-18T22:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/41f57cb7d4794f97ac171a3e8d119fef as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/41f57cb7d4794f97ac171a3e8d119fef
2024-11-18T22:17:13,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/41f57cb7d4794f97ac171a3e8d119fef, entries=150, sequenceid=147, filesize=11.9 K
2024-11-18T22:17:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/26fe052d814e4203856685e5e7c8580e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/26fe052d814e4203856685e5e7c8580e
2024-11-18T22:17:13,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/26fe052d814e4203856685e5e7c8580e, entries=150, sequenceid=147, filesize=11.9 K
2024-11-18T22:17:13,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 463d9fec7cbb05fd84014fa8b26312ab in 835ms, sequenceid=147, compaction requested=true
2024-11-18T22:17:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-18T22:17:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-18T22:17:13,229 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-18T22:17:13,229 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec
2024-11-18T22:17:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:13,232 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:17:13,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:13,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:13,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:13,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:13,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:13,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:13,233 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.0200 sec
2024-11-18T22:17:13,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/58e9b03ca69e42b0bb104240a262df8b is 50, key is test_row_0/A:col10/1731968233097/Put/seqid=0
2024-11-18T22:17:13,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742241_1417 (size=16931)
2024-11-18T22:17:13,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968293320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968293321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968293321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968293338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968293341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T22:17:13,409 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:13,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-18T22:17:13,414 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:13,415 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:13,415 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T22:17:13,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968293464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968293465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968293465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968293465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968293473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T22:17:13,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T22:17:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:13,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968293692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,708 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/58e9b03ca69e42b0bb104240a262df8b
2024-11-18T22:17:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968293692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968293692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968293692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968293692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:13,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T22:17:13,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:13,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:13,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T22:17:13,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/724a5c51d61c4a44991e61195b926a7c is 50, key is test_row_0/B:col10/1731968233097/Put/seqid=0
2024-11-18T22:17:13,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742242_1418 (size=12151)
2024-11-18T22:17:13,790 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/724a5c51d61c4a44991e61195b926a7c
2024-11-18T22:17:13,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/6529dadd68994657aaa47ce26966976c is 50, key is test_row_0/C:col10/1731968233097/Put/seqid=0
2024-11-18T22:17:13,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742243_1419 (size=12151)
2024-11-18T22:17:13,854 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/6529dadd68994657aaa47ce26966976c
2024-11-18T22:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/58e9b03ca69e42b0bb104240a262df8b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/58e9b03ca69e42b0bb104240a262df8b
2024-11-18T22:17:13,862 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/58e9b03ca69e42b0bb104240a262df8b, entries=250, sequenceid=164, filesize=16.5 K
2024-11-18T22:17:13,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/724a5c51d61c4a44991e61195b926a7c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/724a5c51d61c4a44991e61195b926a7c
2024-11-18T22:17:13,868 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/724a5c51d61c4a44991e61195b926a7c, entries=150, sequenceid=164, filesize=11.9 K
2024-11-18T22:17:13,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/6529dadd68994657aaa47ce26966976c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6529dadd68994657aaa47ce26966976c
2024-11-18T22:17:13,873 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6529dadd68994657aaa47ce26966976c, entries=150, sequenceid=164, filesize=11.9 K
2024-11-18T22:17:13,874 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 463d9fec7cbb05fd84014fa8b26312ab in 642ms, sequenceid=164, compaction requested=true
2024-11-18T22:17:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:17:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T22:17:13,874 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-18T22:17:13,875 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 67528 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-18T22:17:13,876 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/A is initiating minor compaction (all files)
2024-11-18T22:17:13,876 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/A in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,876 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3322a3bd133d4992bf87228a4b454e77, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/2cc1db6bd2cf4dd8a552ce72e290fe1a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/97383f634a69436299b224801b4bfb0b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e00a41c62c764a3d81e4654ee9f1da81, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/58e9b03ca69e42b0bb104240a262df8b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=65.9 K
2024-11-18T22:17:13,877 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3322a3bd133d4992bf87228a4b454e77, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731968228249
2024-11-18T22:17:13,877 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-18T22:17:13,879 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cc1db6bd2cf4dd8a552ce72e290fe1a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731968228558
2024-11-18T22:17:13,880 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 97383f634a69436299b224801b4bfb0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731968229850
2024-11-18T22:17:13,880 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e00a41c62c764a3d81e4654ee9f1da81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731968230741
2024-11-18T22:17:13,880 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60408 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-18T22:17:13,880 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/C is initiating minor compaction (all files)
2024-11-18T22:17:13,880 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/C in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,881 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/1cb61f35c30245399b01670700c19736, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d4276ddf746f48b5b0099c46c1cd9357, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/cd5a1058b6f042029352adb81fa869b4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/26fe052d814e4203856685e5e7c8580e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6529dadd68994657aaa47ce26966976c] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=59.0 K
2024-11-18T22:17:13,881 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 58e9b03ca69e42b0bb104240a262df8b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731968233046
2024-11-18T22:17:13,881 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cb61f35c30245399b01670700c19736, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731968228249
2024-11-18T22:17:13,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T22:17:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:13,882 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4276ddf746f48b5b0099c46c1cd9357, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731968228558
2024-11-18T22:17:13,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:17:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:13,883 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd5a1058b6f042029352adb81fa869b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731968229850
2024-11-18T22:17:13,887 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26fe052d814e4203856685e5e7c8580e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731968230741
2024-11-18T22:17:13,888 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6529dadd68994657aaa47ce26966976c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731968233097
2024-11-18T22:17:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e10a37403d1c49e58cbb830403ad3666 is 50, key is test_row_0/A:col10/1731968233338/Put/seqid=0
2024-11-18T22:17:13,910 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#A#compaction#352 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:13,911 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/ec84bf0233a346fd8ffca736a3a909c2 is 50, key is test_row_0/A:col10/1731968233097/Put/seqid=0
2024-11-18T22:17:13,918 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#C#compaction#353 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:13,918 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/24ec44346fd546ba90901b9f0ee01582 is 50, key is test_row_0/C:col10/1731968233097/Put/seqid=0
2024-11-18T22:17:13,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742244_1420 (size=12151)
2024-11-18T22:17:13,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742245_1421 (size=12323)
2024-11-18T22:17:13,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742246_1422 (size=12323)
2024-11-18T22:17:14,001 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/24ec44346fd546ba90901b9f0ee01582 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/24ec44346fd546ba90901b9f0ee01582
2024-11-18T22:17:14,012 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/C of 463d9fec7cbb05fd84014fa8b26312ab into 24ec44346fd546ba90901b9f0ee01582(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:14,012 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:14,012 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/C, priority=11, startTime=1731968233874; duration=0sec
2024-11-18T22:17:14,012 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:14,012 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:C
2024-11-18T22:17:14,012 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-18T22:17:14,014 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60408 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-18T22:17:14,014 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/B is initiating minor compaction (all files)
2024-11-18T22:17:14,014 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/B in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:14,014 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/84e80b40cce94643b56704e6473e1082, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/44fc783fd9a44654b1634f4fdd9e991c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d0cc65c5dade4bd38bfaebcf55aa58d3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/41f57cb7d4794f97ac171a3e8d119fef, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/724a5c51d61c4a44991e61195b926a7c] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=59.0 K
2024-11-18T22:17:14,015 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84e80b40cce94643b56704e6473e1082, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731968228249
2024-11-18T22:17:14,016 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44fc783fd9a44654b1634f4fdd9e991c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731968228558
2024-11-18T22:17:14,017 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0cc65c5dade4bd38bfaebcf55aa58d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731968229850
2024-11-18T22:17:14,017 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41f57cb7d4794f97ac171a3e8d119fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731968230741
2024-11-18T22:17:14,018 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 724a5c51d61c4a44991e61195b926a7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731968233097
2024-11-18T22:17:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T22:17:14,048 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#B#compaction#354 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:14,049 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/a77a8bd899654921badae62edd0fb535 is 50, key is test_row_0/B:col10/1731968233097/Put/seqid=0
2024-11-18T22:17:14,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742247_1423 (size=12323)
2024-11-18T22:17:14,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968294098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968294099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968294100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968294102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968294103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968294222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968294223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968294232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968294232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968294232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e10a37403d1c49e58cbb830403ad3666
2024-11-18T22:17:14,387 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/ec84bf0233a346fd8ffca736a3a909c2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ec84bf0233a346fd8ffca736a3a909c2
2024-11-18T22:17:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e62e56abcb754aae8d956b07fd1e3820 is 50, key is test_row_0/B:col10/1731968233338/Put/seqid=0
2024-11-18T22:17:14,406 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/A of 463d9fec7cbb05fd84014fa8b26312ab into ec84bf0233a346fd8ffca736a3a909c2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:14,406 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:14,406 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/A, priority=11, startTime=1731968233874; duration=0sec
2024-11-18T22:17:14,406 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:14,406 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:A
2024-11-18T22:17:14,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742248_1424 (size=12151)
2024-11-18T22:17:14,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968294444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968294444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968294452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968294454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968294454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,523 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/a77a8bd899654921badae62edd0fb535 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/a77a8bd899654921badae62edd0fb535
2024-11-18T22:17:14,538 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/B of 463d9fec7cbb05fd84014fa8b26312ab into a77a8bd899654921badae62edd0fb535(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:14,539 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:14,539 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/B, priority=11, startTime=1731968233874; duration=0sec
2024-11-18T22:17:14,539 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:14,539 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:B
2024-11-18T22:17:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T22:17:14,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968294762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968294764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968294772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968294772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968294772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:14,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e62e56abcb754aae8d956b07fd1e3820
2024-11-18T22:17:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c8e8b64916ee4803a0b92abd38a333a3 is 50, key is test_row_0/C:col10/1731968233338/Put/seqid=0
2024-11-18T22:17:14,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742249_1425 (size=12151)
2024-11-18T22:17:15,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968295285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:15,296 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c8e8b64916ee4803a0b92abd38a333a3
2024-11-18T22:17:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968295292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:15,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968295292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e10a37403d1c49e58cbb830403ad3666 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e10a37403d1c49e58cbb830403ad3666
2024-11-18T22:17:15,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968295301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968295304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:15,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e10a37403d1c49e58cbb830403ad3666, entries=150, sequenceid=179, filesize=11.9 K
2024-11-18T22:17:15,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e62e56abcb754aae8d956b07fd1e3820 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e62e56abcb754aae8d956b07fd1e3820
2024-11-18T22:17:15,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e62e56abcb754aae8d956b07fd1e3820, entries=150, sequenceid=179, filesize=11.9 K
2024-11-18T22:17:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c8e8b64916ee4803a0b92abd38a333a3 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c8e8b64916ee4803a0b92abd38a333a3
2024-11-18T22:17:15,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c8e8b64916ee4803a0b92abd38a333a3, entries=150, sequenceid=179, filesize=11.9 K
2024-11-18T22:17:15,391 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 463d9fec7cbb05fd84014fa8b26312ab in 1509ms, sequenceid=179, compaction requested=false
2024-11-18T22:17:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-18T22:17:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-18T22:17:15,399 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-18T22:17:15,399 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9780 sec
2024-11-18T22:17:15,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.9910 sec
2024-11-18T22:17:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T22:17:15,567 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:15,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-18T22:17:15,569 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:15,571 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:15,571 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T22:17:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T22:17:15,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-18T22:17:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:15,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:17:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:15,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:15,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:15,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e296415a95104538a80d72783ab62c67 is 50, key is test_row_0/A:col10/1731968234099/Put/seqid=0
2024-11-18T22:17:15,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742250_1426 (size=12151)
2024-11-18T22:17:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T22:17:16,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e296415a95104538a80d72783ab62c67
2024-11-18T22:17:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T22:17:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/d4f9876044ca4c7ba0ae812c386e6ec1 is 50, key is test_row_0/B:col10/1731968234099/Put/seqid=0
2024-11-18T22:17:16,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742251_1427 (size=12151)
2024-11-18T22:17:16,271 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/d4f9876044ca4c7ba0ae812c386e6ec1
2024-11-18T22:17:16,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/df03bd6270904f9fb28e45d13f46f325 is 50, key is test_row_0/C:col10/1731968234099/Put/seqid=0
2024-11-18T22:17:16,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742252_1428 (size=12151)
2024-11-18T22:17:16,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/df03bd6270904f9fb28e45d13f46f325
2024-11-18T22:17:16,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/e296415a95104538a80d72783ab62c67 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e296415a95104538a80d72783ab62c67
2024-11-18T22:17:16,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968296414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968296415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968296418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968296422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968296433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e296415a95104538a80d72783ab62c67, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T22:17:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/d4f9876044ca4c7ba0ae812c386e6ec1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d4f9876044ca4c7ba0ae812c386e6ec1
2024-11-18T22:17:16,467 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d4f9876044ca4c7ba0ae812c386e6ec1, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T22:17:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/df03bd6270904f9fb28e45d13f46f325 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/df03bd6270904f9fb28e45d13f46f325
2024-11-18T22:17:16,478 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/df03bd6270904f9fb28e45d13f46f325, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T22:17:16,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 463d9fec7cbb05fd84014fa8b26312ab in 753ms, sequenceid=199, compaction requested=true
2024-11-18T22:17:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-18T22:17:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-18T22:17:16,487 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-18T22:17:16,487 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 914 msec
2024-11-18T22:17:16,490 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 920 msec
2024-11-18T22:17:16,571 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:17:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:16,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/12ed2951750b40979e8293bdfd7a8ac0 is 50, key is test_row_0/A:col10/1731968236413/Put/seqid=0
2024-11-18T22:17:16,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742253_1429 (size=16931)
2024-11-18T22:17:16,603 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/12ed2951750b40979e8293bdfd7a8ac0
2024-11-18T22:17:16,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/9f72bc71e4bc4d848e33b392d632b8dd is 50, key is test_row_0/B:col10/1731968236413/Put/seqid=0
2024-11-18T22:17:16,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968296612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968296615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968296623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968296626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968296653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742254_1430 (size=12151)
2024-11-18T22:17:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T22:17:16,716 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:16,721 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-11-18T22:17:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T22:17:16,723 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:16,724 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:16,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:16,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968296752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968296752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968296753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968296752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968296775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T22:17:16,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-18T22:17:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:16,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968296981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968296981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968296982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968296992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968297012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-18T22:17:17,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T22:17:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,082 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/9f72bc71e4bc4d848e33b392d632b8dd
2024-11-18T22:17:17,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/e8a087d9ad2745fca0db2c76a54fc90f is 50, key is test_row_0/C:col10/1731968236413/Put/seqid=0
2024-11-18T22:17:17,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742255_1431 (size=12151)
2024-11-18T22:17:17,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-18T22:17:17,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:17,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968297311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968297311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968297312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968297312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T22:17:17,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968297342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:17,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:17,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:17,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-18T22:17:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-18T22:17:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:17,567 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/e8a087d9ad2745fca0db2c76a54fc90f
2024-11-18T22:17:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/12ed2951750b40979e8293bdfd7a8ac0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/12ed2951750b40979e8293bdfd7a8ac0
2024-11-18T22:17:17,578 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/12ed2951750b40979e8293bdfd7a8ac0, entries=250, sequenceid=216, filesize=16.5 K
2024-11-18T22:17:17,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/9f72bc71e4bc4d848e33b392d632b8dd as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/9f72bc71e4bc4d848e33b392d632b8dd
2024-11-18T22:17:17,591 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/9f72bc71e4bc4d848e33b392d632b8dd, entries=150, sequenceid=216, filesize=11.9 K
2024-11-18T22:17:17,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/e8a087d9ad2745fca0db2c76a54fc90f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e8a087d9ad2745fca0db2c76a54fc90f
2024-11-18T22:17:17,605 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e8a087d9ad2745fca0db2c76a54fc90f, entries=150, sequenceid=216, filesize=11.9 K
2024-11-18T22:17:17,607 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 463d9fec7cbb05fd84014fa8b26312ab in 1036ms, sequenceid=216, compaction requested=true
2024-11-18T22:17:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:17,607 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:17,608 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:17,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:17,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:17,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:17,611 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53556 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:17,611 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/A is initiating minor compaction (all files)
2024-11-18T22:17:17,611 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/A in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,611 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ec84bf0233a346fd8ffca736a3a909c2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e10a37403d1c49e58cbb830403ad3666, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e296415a95104538a80d72783ab62c67, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/12ed2951750b40979e8293bdfd7a8ac0] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=52.3 K
2024-11-18T22:17:17,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:17,612 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec84bf0233a346fd8ffca736a3a909c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731968233097
2024-11-18T22:17:17,615 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48776 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:17,615 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/B is initiating minor compaction (all files)
2024-11-18T22:17:17,615 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/B in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,615 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/a77a8bd899654921badae62edd0fb535, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e62e56abcb754aae8d956b07fd1e3820, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d4f9876044ca4c7ba0ae812c386e6ec1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/9f72bc71e4bc4d848e33b392d632b8dd] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=47.6 K
2024-11-18T22:17:17,616 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e10a37403d1c49e58cbb830403ad3666, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731968233302
2024-11-18T22:17:17,616 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting a77a8bd899654921badae62edd0fb535, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731968233097
2024-11-18T22:17:17,619 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e62e56abcb754aae8d956b07fd1e3820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731968233302
2024-11-18T22:17:17,619 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e296415a95104538a80d72783ab62c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731968234096
2024-11-18T22:17:17,620 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12ed2951750b40979e8293bdfd7a8ac0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968236413
2024-11-18T22:17:17,620 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d4f9876044ca4c7ba0ae812c386e6ec1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731968234096
2024-11-18T22:17:17,621 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f72bc71e4bc4d848e33b392d632b8dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968236413
2024-11-18T22:17:17,635 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#A#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:17,636 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/1e19b5cb8a784c6eb5c5ac3d473b40d8 is 50, key is test_row_0/A:col10/1731968236413/Put/seqid=0
2024-11-18T22:17:17,643 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#B#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:17,644 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/31fdbe4bcf914e799bc313a16281bfd7 is 50, key is test_row_0/B:col10/1731968236413/Put/seqid=0
2024-11-18T22:17:17,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-18T22:17:17,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:17:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:17,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742256_1432 (size=12459)
2024-11-18T22:17:17,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742257_1433 (size=12459)
2024-11-18T22:17:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6a74806c7cca4705a7b1b45fb789d58c is 50, key is test_row_0/A:col10/1731968236621/Put/seqid=0
2024-11-18T22:17:17,709 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/1e19b5cb8a784c6eb5c5ac3d473b40d8 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/1e19b5cb8a784c6eb5c5ac3d473b40d8
2024-11-18T22:17:17,724 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/A of 463d9fec7cbb05fd84014fa8b26312ab into 1e19b5cb8a784c6eb5c5ac3d473b40d8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:17,724 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:17,724 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/A, priority=12, startTime=1731968237607; duration=0sec
2024-11-18T22:17:17,724 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:17,724 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:A
2024-11-18T22:17:17,724 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:17,732 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48776 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:17,732 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/C is initiating minor compaction (all files)
2024-11-18T22:17:17,732 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/C in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,732 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/24ec44346fd546ba90901b9f0ee01582, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c8e8b64916ee4803a0b92abd38a333a3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/df03bd6270904f9fb28e45d13f46f325, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e8a087d9ad2745fca0db2c76a54fc90f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=47.6 K
2024-11-18T22:17:17,733 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24ec44346fd546ba90901b9f0ee01582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731968233097
2024-11-18T22:17:17,736 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8e8b64916ee4803a0b92abd38a333a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731968233302
2024-11-18T22:17:17,738 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting df03bd6270904f9fb28e45d13f46f325, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731968234096
2024-11-18T22:17:17,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742258_1434 (size=12151)
2024-11-18T22:17:17,740 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8a087d9ad2745fca0db2c76a54fc90f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968236413
2024-11-18T22:17:17,745 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6a74806c7cca4705a7b1b45fb789d58c
2024-11-18T22:17:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/02c3841b8ac34111b702f3a4d74754bc is 50, key is test_row_0/B:col10/1731968236621/Put/seqid=0
2024-11-18T22:17:17,789 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#C#compaction#367 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:17,790 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/af86430e1039444bbaf91584e0485785 is 50, key is test_row_0/C:col10/1731968236413/Put/seqid=0
2024-11-18T22:17:17,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742259_1435 (size=12151)
2024-11-18T22:17:17,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/02c3841b8ac34111b702f3a4d74754bc
2024-11-18T22:17:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/f94cc10c6564439db1a85e0863f9d6ee is 50, key is test_row_0/C:col10/1731968236621/Put/seqid=0
2024-11-18T22:17:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:17,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742260_1436 (size=12459)
2024-11-18T22:17:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T22:17:17,871 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/af86430e1039444bbaf91584e0485785 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af86430e1039444bbaf91584e0485785
2024-11-18T22:17:17,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742261_1437 (size=12151)
2024-11-18T22:17:17,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/f94cc10c6564439db1a85e0863f9d6ee
2024-11-18T22:17:17,884 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/C of 463d9fec7cbb05fd84014fa8b26312ab into af86430e1039444bbaf91584e0485785(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:17,884 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:17,884 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/C, priority=12, startTime=1731968237608; duration=0sec
2024-11-18T22:17:17,885 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:17,885 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:C
2024-11-18T22:17:17,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6a74806c7cca4705a7b1b45fb789d58c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6a74806c7cca4705a7b1b45fb789d58c
2024-11-18T22:17:17,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6a74806c7cca4705a7b1b45fb789d58c, entries=150, sequenceid=231, filesize=11.9 K
2024-11-18T22:17:17,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/02c3841b8ac34111b702f3a4d74754bc as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/02c3841b8ac34111b702f3a4d74754bc
2024-11-18T22:17:17,919 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/02c3841b8ac34111b702f3a4d74754bc, entries=150, sequenceid=231, filesize=11.9 K
2024-11-18T22:17:17,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/f94cc10c6564439db1a85e0863f9d6ee as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f94cc10c6564439db1a85e0863f9d6ee
2024-11-18T22:17:17,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f94cc10c6564439db1a85e0863f9d6ee, entries=150, sequenceid=231, filesize=11.9 K
2024-11-18T22:17:17,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=80.51 KB/82440 for 463d9fec7cbb05fd84014fa8b26312ab in 260ms, sequenceid=231, compaction requested=false
2024-11-18T22:17:17,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:17,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:17,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-11-18T22:17:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-11-18T22:17:17,936 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-18T22:17:17,937 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2110 sec
2024-11-18T22:17:17,939 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.2160 sec
2024-11-18T22:17:17,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:17:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:17,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/85c3f2a58466447ca72fb4aa2472884f is 50, key is test_row_0/A:col10/1731968237937/Put/seqid=0
2024-11-18T22:17:17,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742262_1438 (size=16931)
2024-11-18T22:17:17,957 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/85c3f2a58466447ca72fb4aa2472884f
2024-11-18T22:17:17,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/f6d60e7f0bb243dfb136cee2aada3b96 is 50, key is test_row_0/B:col10/1731968237937/Put/seqid=0
2024-11-18T22:17:17,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968297973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742263_1439 (size=12151)
2024-11-18T22:17:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,013 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/f6d60e7f0bb243dfb136cee2aada3b96
2024-11-18T22:17:18,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968297995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968297998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968298000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968298008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/479b0c697510423494f76da97a501db1 is 50, key is test_row_0/C:col10/1731968237937/Put/seqid=0
2024-11-18T22:17:18,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742264_1440 (size=12151)
2024-11-18T22:17:18,102 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/31fdbe4bcf914e799bc313a16281bfd7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/31fdbe4bcf914e799bc313a16281bfd7
2024-11-18T22:17:18,108 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/B of 463d9fec7cbb05fd84014fa8b26312ab into 31fdbe4bcf914e799bc313a16281bfd7(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:18,108 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:18,108 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/B, priority=12, startTime=1731968237607; duration=0sec
2024-11-18T22:17:18,109 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:18,109 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:B
2024-11-18T22:17:18,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968298111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968298121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968298131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968298131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968298131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968298331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968298341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968298341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968298341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968298350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,491 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/479b0c697510423494f76da97a501db1
2024-11-18T22:17:18,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/85c3f2a58466447ca72fb4aa2472884f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/85c3f2a58466447ca72fb4aa2472884f
2024-11-18T22:17:18,500 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/85c3f2a58466447ca72fb4aa2472884f, entries=250, sequenceid=250, filesize=16.5 K
2024-11-18T22:17:18,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/f6d60e7f0bb243dfb136cee2aada3b96 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/f6d60e7f0bb243dfb136cee2aada3b96
2024-11-18T22:17:18,506 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/f6d60e7f0bb243dfb136cee2aada3b96, entries=150, sequenceid=250, filesize=11.9 K
2024-11-18T22:17:18,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/479b0c697510423494f76da97a501db1 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/479b0c697510423494f76da97a501db1
2024-11-18T22:17:18,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/479b0c697510423494f76da97a501db1, entries=150, sequenceid=250, filesize=11.9 K
2024-11-18T22:17:18,516 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 463d9fec7cbb05fd84014fa8b26312ab in 575ms, sequenceid=250, compaction requested=true
2024-11-18T22:17:18,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:18,516 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:18,517 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:18,517 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/A is initiating minor compaction (all files)
2024-11-18T22:17:18,517 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/A in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:18,517 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/1e19b5cb8a784c6eb5c5ac3d473b40d8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6a74806c7cca4705a7b1b45fb789d58c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/85c3f2a58466447ca72fb4aa2472884f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=40.6 K
2024-11-18T22:17:18,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e19b5cb8a784c6eb5c5ac3d473b40d8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968236413
2024-11-18T22:17:18,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:18,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a74806c7cca4705a7b1b45fb789d58c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731968236614
2024-11-18T22:17:18,518 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85c3f2a58466447ca72fb4aa2472884f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731968237905
2024-11-18T22:17:18,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:18,520 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:18,522 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:18,522 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/B is initiating minor compaction (all files)
2024-11-18T22:17:18,522 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/B in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:18,522 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/31fdbe4bcf914e799bc313a16281bfd7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/02c3841b8ac34111b702f3a4d74754bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/f6d60e7f0bb243dfb136cee2aada3b96] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=35.9 K
2024-11-18T22:17:18,523 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 31fdbe4bcf914e799bc313a16281bfd7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968236413
2024-11-18T22:17:18,523 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 02c3841b8ac34111b702f3a4d74754bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731968236614
2024-11-18T22:17:18,524 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f6d60e7f0bb243dfb136cee2aada3b96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731968237905
2024-11-18T22:17:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:18,547 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#A#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:18,548 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/57b00f840ea6451186aff1cdd6622692 is 50, key is test_row_0/A:col10/1731968237937/Put/seqid=0
2024-11-18T22:17:18,549 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:18,549 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/7586a5da6955433e96e836a145d8dc7b is 50, key is test_row_0/B:col10/1731968237937/Put/seqid=0
2024-11-18T22:17:18,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742265_1441 (size=12561)
2024-11-18T22:17:18,657 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T22:17:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:18,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742266_1442 (size=12561)
2024-11-18T22:17:18,716 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/57b00f840ea6451186aff1cdd6622692 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/57b00f840ea6451186aff1cdd6622692
2024-11-18T22:17:18,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/603cfa16276c49e4970f7b32c3c4f488 is 50, key is test_row_0/A:col10/1731968237985/Put/seqid=0
2024-11-18T22:17:18,728 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/A of 463d9fec7cbb05fd84014fa8b26312ab into 57b00f840ea6451186aff1cdd6622692(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:18,728 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:18,728 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/A, priority=13, startTime=1731968238516; duration=0sec
2024-11-18T22:17:18,729 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:18,729 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:A
2024-11-18T22:17:18,729 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:18,737 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:18,737 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/C is initiating minor compaction (all files)
2024-11-18T22:17:18,737 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/C in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:18,737 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af86430e1039444bbaf91584e0485785, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f94cc10c6564439db1a85e0863f9d6ee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/479b0c697510423494f76da97a501db1] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=35.9 K
2024-11-18T22:17:18,742 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting af86430e1039444bbaf91584e0485785, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731968236413
2024-11-18T22:17:18,743 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f94cc10c6564439db1a85e0863f9d6ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731968236614
2024-11-18T22:17:18,747 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 479b0c697510423494f76da97a501db1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731968237905
2024-11-18T22:17:18,748 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/7586a5da6955433e96e836a145d8dc7b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/7586a5da6955433e96e836a145d8dc7b
2024-11-18T22:17:18,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742267_1443 (size=12301)
2024-11-18T22:17:18,785 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/B of 463d9fec7cbb05fd84014fa8b26312ab into 7586a5da6955433e96e836a145d8dc7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:18,785 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:18,785 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/B, priority=13, startTime=1731968238520; duration=0sec
2024-11-18T22:17:18,785 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:18,785 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:B
2024-11-18T22:17:18,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968298748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968298761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968298764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968298780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,792 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#C#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:18,792 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/b3055e3aee3a429b97775dab007abb7d is 50, key is test_row_0/C:col10/1731968237937/Put/seqid=0
2024-11-18T22:17:18,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968298786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742268_1444 (size=12561)
2024-11-18T22:17:18,827 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/b3055e3aee3a429b97775dab007abb7d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/b3055e3aee3a429b97775dab007abb7d
2024-11-18T22:17:18,841 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/C of 463d9fec7cbb05fd84014fa8b26312ab into b3055e3aee3a429b97775dab007abb7d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:18,841 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:18,841 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/C, priority=13, startTime=1731968238524; duration=0sec
2024-11-18T22:17:18,841 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:18,841 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:C
2024-11-18T22:17:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T22:17:18,873 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:18,874 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees
2024-11-18T22:17:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T22:17:18,877 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:18,878 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:18,878 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:18,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968298891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968298892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968298892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968298892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968298914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T22:17:19,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-18T22:17:19,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:19,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968299112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968299112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968299112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968299114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968299142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,155 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/603cfa16276c49e4970f7b32c3c4f488
2024-11-18T22:17:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/0ba3e69b2d95406fbd47fcfedb77b6e4 is 50, key is test_row_0/B:col10/1731968237985/Put/seqid=0
2024-11-18T22:17:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T22:17:19,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-18T22:17:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742269_1445 (size=12301)
2024-11-18T22:17:19,231 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/0ba3e69b2d95406fbd47fcfedb77b6e4
2024-11-18T22:17:19,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/269e17f06b2c4be299c387e6a53eab77 is 50, key is test_row_0/C:col10/1731968237985/Put/seqid=0
2024-11-18T22:17:19,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742270_1446 (size=12301)
2024-11-18T22:17:19,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-18T22:17:19,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:19,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968299433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968299436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968299436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968299443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968299462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:19,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T22:17:19,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-18T22:17:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-18T22:17:19,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:19,716 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/269e17f06b2c4be299c387e6a53eab77
2024-11-18T22:17:19,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/603cfa16276c49e4970f7b32c3c4f488 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/603cfa16276c49e4970f7b32c3c4f488
2024-11-18T22:17:19,739 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/603cfa16276c49e4970f7b32c3c4f488, entries=150, sequenceid=268, filesize=12.0 K
2024-11-18T22:17:19,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/0ba3e69b2d95406fbd47fcfedb77b6e4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/0ba3e69b2d95406fbd47fcfedb77b6e4
2024-11-18T22:17:19,765 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/0ba3e69b2d95406fbd47fcfedb77b6e4, entries=150, sequenceid=268, filesize=12.0 K
2024-11-18T22:17:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/269e17f06b2c4be299c387e6a53eab77 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/269e17f06b2c4be299c387e6a53eab77
2024-11-18T22:17:19,799 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/269e17f06b2c4be299c387e6a53eab77, entries=150, sequenceid=268, filesize=12.0 K
2024-11-18T22:17:19,800 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 463d9fec7cbb05fd84014fa8b26312ab in 1143ms, sequenceid=268, compaction requested=false
2024-11-18T22:17:19,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:19,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-18T22:17:19,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:19,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T22:17:19,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:19,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:19,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:19,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:19,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:19,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/3fb711b670b34158bf1d389ca315646d is 50, key is test_row_0/A:col10/1731968238743/Put/seqid=0
2024-11-18T22:17:19,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742271_1447 (size=12301)
2024-11-18T22:17:19,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/3fb711b670b34158bf1d389ca315646d
2024-11-18T22:17:19,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/fc1f3f7f15e74e3d9da6b10d6160ba37 is 50, key is test_row_0/B:col10/1731968238743/Put/seqid=0
2024-11-18T22:17:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:19,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:19,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742272_1448 (size=12301)
2024-11-18T22:17:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T22:17:20,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968300049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968300103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968300103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968300105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968300112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968300216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968300251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968300252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968300252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968300252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/fc1f3f7f15e74e3d9da6b10d6160ba37
2024-11-18T22:17:20,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/6e1251d53c034b529c0d70c8b9ee55f5 is 50, key is test_row_0/C:col10/1731968238743/Put/seqid=0
2024-11-18T22:17:20,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742273_1449 (size=12301)
2024-11-18T22:17:20,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/6e1251d53c034b529c0d70c8b9ee55f5
2024-11-18T22:17:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/3fb711b670b34158bf1d389ca315646d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3fb711b670b34158bf1d389ca315646d
2024-11-18T22:17:20,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3fb711b670b34158bf1d389ca315646d, entries=150, sequenceid=286, filesize=12.0 K
2024-11-18T22:17:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/fc1f3f7f15e74e3d9da6b10d6160ba37 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fc1f3f7f15e74e3d9da6b10d6160ba37
2024-11-18T22:17:20,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fc1f3f7f15e74e3d9da6b10d6160ba37, entries=150, sequenceid=286, filesize=12.0 K
2024-11-18T22:17:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/6e1251d53c034b529c0d70c8b9ee55f5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6e1251d53c034b529c0d70c8b9ee55f5
2024-11-18T22:17:20,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968300431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,457 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6e1251d53c034b529c0d70c8b9ee55f5, entries=150, sequenceid=286, filesize=12.0 K
2024-11-18T22:17:20,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 463d9fec7cbb05fd84014fa8b26312ab in 616ms, sequenceid=286, compaction requested=true
2024-11-18T22:17:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110
2024-11-18T22:17:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=110
2024-11-18T22:17:20,465 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-18T22:17:20,465 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5850 sec
2024-11-18T22:17:20,467 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.5920 sec
2024-11-18T22:17:20,495 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:17:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:20,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/4e4f9631abbd4c0188cc983ae0eb2824 is 50, key is test_row_0/A:col10/1731968240062/Put/seqid=0
2024-11-18T22:17:20,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742274_1450 (size=14741)
2024-11-18T22:17:20,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968300552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968300557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968300565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968300578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968300691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968300691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968300701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968300701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968300751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,956 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/4e4f9631abbd4c0188cc983ae0eb2824
2024-11-18T22:17:20,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968300921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968300921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968300947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968300948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T22:17:21,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/fdcf36f662f04ef492ff5bd43bf08aa2 is 50, key is test_row_0/B:col10/1731968240062/Put/seqid=0
2024-11-18T22:17:21,030 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:21,036 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-11-18T22:17:21,044 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:21,045 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:21,045 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T22:17:21,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742275_1451 (size=12301)
2024-11-18T22:17:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T22:17:21,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-18T22:17:21,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:21,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968301272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968301272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968301272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968301291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968301291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T22:17:21,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-18T22:17:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,490 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/fdcf36f662f04ef492ff5bd43bf08aa2
2024-11-18T22:17:21,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-18T22:17:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:21,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/e4896fc00d604a6889da4f33573c2998 is 50, key is test_row_0/C:col10/1731968240062/Put/seqid=0
2024-11-18T22:17:21,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742276_1452 (size=12301)
2024-11-18T22:17:21,586 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/e4896fc00d604a6889da4f33573c2998
2024-11-18T22:17:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/4e4f9631abbd4c0188cc983ae0eb2824 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/4e4f9631abbd4c0188cc983ae0eb2824
2024-11-18T22:17:21,641 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/4e4f9631abbd4c0188cc983ae0eb2824, entries=200, sequenceid=304, filesize=14.4 K
2024-11-18T22:17:21,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/fdcf36f662f04ef492ff5bd43bf08aa2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fdcf36f662f04ef492ff5bd43bf08aa2
2024-11-18T22:17:21,666 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fdcf36f662f04ef492ff5bd43bf08aa2, entries=150, sequenceid=304, filesize=12.0 K
2024-11-18T22:17:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/e4896fc00d604a6889da4f33573c2998 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e4896fc00d604a6889da4f33573c2998
2024-11-18T22:17:21,672 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e4896fc00d604a6889da4f33573c2998, entries=150, sequenceid=304, filesize=12.0 K
2024-11-18T22:17:21,674 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 463d9fec7cbb05fd84014fa8b26312ab in 1178ms, sequenceid=304, compaction requested=true
2024-11-18T22:17:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:21,674 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:21,674 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:21,675 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51904 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:21,675 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/A is initiating minor compaction (all files)
2024-11-18T22:17:21,675 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/A in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,675 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/57b00f840ea6451186aff1cdd6622692, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/603cfa16276c49e4970f7b32c3c4f488, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3fb711b670b34158bf1d389ca315646d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/4e4f9631abbd4c0188cc983ae0eb2824] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=50.7 K
2024-11-18T22:17:21,676 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49464 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:21,676 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/B is initiating minor compaction (all files)
2024-11-18T22:17:21,676 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/B in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,676 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/7586a5da6955433e96e836a145d8dc7b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/0ba3e69b2d95406fbd47fcfedb77b6e4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fc1f3f7f15e74e3d9da6b10d6160ba37, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fdcf36f662f04ef492ff5bd43bf08aa2] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=48.3 K
2024-11-18T22:17:21,676 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57b00f840ea6451186aff1cdd6622692, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731968237905
2024-11-18T22:17:21,677 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 7586a5da6955433e96e836a145d8dc7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731968237905
2024-11-18T22:17:21,677 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 603cfa16276c49e4970f7b32c3c4f488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731968237985
2024-11-18T22:17:21,677 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ba3e69b2d95406fbd47fcfedb77b6e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731968237985
2024-11-18T22:17:21,677 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fb711b670b34158bf1d389ca315646d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731968238743
2024-11-18T22:17:21,678 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting fc1f3f7f15e74e3d9da6b10d6160ba37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731968238743
2024-11-18T22:17:21,678 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e4f9631abbd4c0188cc983ae0eb2824, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731968240058
2024-11-18T22:17:21,678 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting fdcf36f662f04ef492ff5bd43bf08aa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731968240062
2024-11-18T22:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T22:17:21,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-18T22:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:21,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6d1a1aea606845e8b1f179d1024a3e55 is 50, key is test_row_0/A:col10/1731968240551/Put/seqid=0
2024-11-18T22:17:21,718 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:21,719 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/c3b66742fcf64e7985b7aef1005ef7dd is 50, key is test_row_0/B:col10/1731968240062/Put/seqid=0
2024-11-18T22:17:21,722 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#A#compaction#386 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:21,723 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/f59bce6abc07472692f2b0f6d4e57494 is 50, key is test_row_0/A:col10/1731968240062/Put/seqid=0
2024-11-18T22:17:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:21,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:21,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742277_1453 (size=12301)
2024-11-18T22:17:21,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6d1a1aea606845e8b1f179d1024a3e55
2024-11-18T22:17:21,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742278_1454 (size=12847)
2024-11-18T22:17:21,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742279_1455 (size=12847)
2024-11-18T22:17:21,886 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/c3b66742fcf64e7985b7aef1005ef7dd as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/c3b66742fcf64e7985b7aef1005ef7dd
2024-11-18T22:17:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/5f75d6469f81453db2c25105c7d944bc is 50, key is test_row_0/B:col10/1731968240551/Put/seqid=0
2024-11-18T22:17:21,909 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/B of 463d9fec7cbb05fd84014fa8b26312ab into c3b66742fcf64e7985b7aef1005ef7dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:21,909 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:21,909 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/B, priority=12, startTime=1731968241674; duration=0sec
2024-11-18T22:17:21,909 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:21,909 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:B
2024-11-18T22:17:21,909 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:21,917 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49464 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:21,917 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/C is initiating minor compaction (all files)
2024-11-18T22:17:21,917 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/C in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:21,917 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/b3055e3aee3a429b97775dab007abb7d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/269e17f06b2c4be299c387e6a53eab77, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6e1251d53c034b529c0d70c8b9ee55f5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e4896fc00d604a6889da4f33573c2998] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=48.3 K
2024-11-18T22:17:21,920 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting b3055e3aee3a429b97775dab007abb7d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731968237905
2024-11-18T22:17:21,924 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 269e17f06b2c4be299c387e6a53eab77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731968237985
2024-11-18T22:17:21,938 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e1251d53c034b529c0d70c8b9ee55f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731968238743
2024-11-18T22:17:21,944 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e4896fc00d604a6889da4f33573c2998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731968240062
2024-11-18T22:17:21,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742280_1456 (size=12301)
2024-11-18T22:17:21,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968301921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968301954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968301964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968301966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,008 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#C#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:22,008 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/5f275900d3c447ee971e449d9aaae506 is 50, key is test_row_0/C:col10/1731968240062/Put/seqid=0
2024-11-18T22:17:22,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742281_1457 (size=12847)
2024-11-18T22:17:22,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968302074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968302085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968302103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968302103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T22:17:22,282 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/f59bce6abc07472692f2b0f6d4e57494 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/f59bce6abc07472692f2b0f6d4e57494
2024-11-18T22:17:22,298 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/A of 463d9fec7cbb05fd84014fa8b26312ab into f59bce6abc07472692f2b0f6d4e57494(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:22,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:22,298 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/A, priority=12, startTime=1731968241674; duration=0sec
2024-11-18T22:17:22,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:22,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:A
2024-11-18T22:17:22,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968302301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,323 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in 463d9fec7cbb05fd84014fa8b26312ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2278 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968302301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968302301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968302322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968302322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,348 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/5f75d6469f81453db2c25105c7d944bc
2024-11-18T22:17:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/0b57cd0e705449db81185bae63541f30 is 50, key is test_row_0/C:col10/1731968240551/Put/seqid=0
2024-11-18T22:17:22,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742282_1458 (size=12301)
2024-11-18T22:17:22,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/0b57cd0e705449db81185bae63541f30
2024-11-18T22:17:22,429 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/5f275900d3c447ee971e449d9aaae506 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5f275900d3c447ee971e449d9aaae506
2024-11-18T22:17:22,447 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/C of 463d9fec7cbb05fd84014fa8b26312ab into 5f275900d3c447ee971e449d9aaae506(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:22,447 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:22,447 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/C, priority=12, startTime=1731968241674; duration=0sec
2024-11-18T22:17:22,447 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:22,447 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:C
2024-11-18T22:17:22,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/6d1a1aea606845e8b1f179d1024a3e55 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6d1a1aea606845e8b1f179d1024a3e55
2024-11-18T22:17:22,522 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6d1a1aea606845e8b1f179d1024a3e55, entries=150, sequenceid=318, filesize=12.0 K
2024-11-18T22:17:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/5f75d6469f81453db2c25105c7d944bc as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/5f75d6469f81453db2c25105c7d944bc
2024-11-18T22:17:22,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/5f75d6469f81453db2c25105c7d944bc, entries=150, sequenceid=318, filesize=12.0 K
2024-11-18T22:17:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/0b57cd0e705449db81185bae63541f30 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/0b57cd0e705449db81185bae63541f30
2024-11-18T22:17:22,573 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/0b57cd0e705449db81185bae63541f30, entries=150, sequenceid=318, filesize=12.0 K
2024-11-18T22:17:22,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 463d9fec7cbb05fd84014fa8b26312ab in 886ms, sequenceid=318, compaction requested=false
2024-11-18T22:17:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-11-18T22:17:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-11-18T22:17:22,585 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-18T22:17:22,585 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5370 sec
2024-11-18T22:17:22,590 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.5500 sec
2024-11-18T22:17:22,645 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:17:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:22,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/11f35ade911c4cd4bf95b127cb45ff2c is 50, key is test_row_0/A:col10/1731968241956/Put/seqid=0
2024-11-18T22:17:22,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742283_1459 (size=14741)
2024-11-18T22:17:22,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/11f35ade911c4cd4bf95b127cb45ff2c
2024-11-18T22:17:22,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968302714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/1f8e8dd6d91d4d8fad53e681864f3367 is 50, key is test_row_0/B:col10/1731968241956/Put/seqid=0
2024-11-18T22:17:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968302718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968302724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968302750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742284_1460 (size=12301)
2024-11-18T22:17:22,824 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/1f8e8dd6d91d4d8fad53e681864f3367
2024-11-18T22:17:22,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c976af8d8a1e4ac6924e97b78f571f85 is 50, key is test_row_0/C:col10/1731968241956/Put/seqid=0
2024-11-18T22:17:22,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968302863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968302864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968302864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742285_1461 (size=12301)
2024-11-18T22:17:22,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968302881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:22,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:22,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:22,904 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c976af8d8a1e4ac6924e97b78f571f85
2024-11-18T22:17:22,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/11f35ade911c4cd4bf95b127cb45ff2c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/11f35ade911c4cd4bf95b127cb45ff2c
2024-11-18T22:17:22,937 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/11f35ade911c4cd4bf95b127cb45ff2c, entries=200, sequenceid=340, filesize=14.4 K
2024-11-18T22:17:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/1f8e8dd6d91d4d8fad53e681864f3367 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/1f8e8dd6d91d4d8fad53e681864f3367
2024-11-18T22:17:22,944 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/1f8e8dd6d91d4d8fad53e681864f3367, entries=150, sequenceid=340, filesize=12.0 K
2024-11-18T22:17:22,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c976af8d8a1e4ac6924e97b78f571f85 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c976af8d8a1e4ac6924e97b78f571f85
2024-11-18T22:17:22,950 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c976af8d8a1e4ac6924e97b78f571f85, entries=150, sequenceid=340, filesize=12.0 K
2024-11-18T22:17:22,951 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 463d9fec7cbb05fd84014fa8b26312ab in 306ms, sequenceid=340, compaction requested=true
2024-11-18T22:17:22,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:22,952 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:22,953 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:22,953 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/A is initiating minor compaction (all files)
2024-11-18T22:17:22,953 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/A in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:22,953 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/f59bce6abc07472692f2b0f6d4e57494, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6d1a1aea606845e8b1f179d1024a3e55, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/11f35ade911c4cd4bf95b127cb45ff2c] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=39.0 K
2024-11-18T22:17:22,953 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f59bce6abc07472692f2b0f6d4e57494, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731968240062
2024-11-18T22:17:22,954 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d1a1aea606845e8b1f179d1024a3e55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731968240550
2024-11-18T22:17:22,954 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11f35ade911c4cd4bf95b127cb45ff2c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731968241884
2024-11-18T22:17:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:22,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:17:22,960 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:22,968 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:22,969 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/417bb00fa78549a8bfd1d39fb3a0983e is 50, key is test_row_0/A:col10/1731968241956/Put/seqid=0
2024-11-18T22:17:22,970 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:22,970 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/B is initiating minor compaction (all files)
2024-11-18T22:17:22,970 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/B in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:22,970 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/c3b66742fcf64e7985b7aef1005ef7dd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/5f75d6469f81453db2c25105c7d944bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/1f8e8dd6d91d4d8fad53e681864f3367] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=36.6 K
2024-11-18T22:17:22,970 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c3b66742fcf64e7985b7aef1005ef7dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731968240062
2024-11-18T22:17:22,971 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f75d6469f81453db2c25105c7d944bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731968240550
2024-11-18T22:17:22,971 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f8e8dd6d91d4d8fad53e681864f3367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731968241884
2024-11-18T22:17:23,004 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#B#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:23,004 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/dc1589cee55a452e95e9c15f74b4c03a is 50, key is test_row_0/B:col10/1731968241956/Put/seqid=0
2024-11-18T22:17:23,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742286_1462 (size=12949)
2024-11-18T22:17:23,041 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/417bb00fa78549a8bfd1d39fb3a0983e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/417bb00fa78549a8bfd1d39fb3a0983e
2024-11-18T22:17:23,049 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/A of 463d9fec7cbb05fd84014fa8b26312ab into 417bb00fa78549a8bfd1d39fb3a0983e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:23,050 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:23,050 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/A, priority=13, startTime=1731968242952; duration=0sec
2024-11-18T22:17:23,050 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:23,050 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:A
2024-11-18T22:17:23,050 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:23,053 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:23,053 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/C is initiating minor compaction (all files)
2024-11-18T22:17:23,053 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/C in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,053 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5f275900d3c447ee971e449d9aaae506, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/0b57cd0e705449db81185bae63541f30, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c976af8d8a1e4ac6924e97b78f571f85] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=36.6 K
2024-11-18T22:17:23,053 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f275900d3c447ee971e449d9aaae506, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731968240062
2024-11-18T22:17:23,054 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b57cd0e705449db81185bae63541f30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731968240550
2024-11-18T22:17:23,054 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting c976af8d8a1e4ac6924e97b78f571f85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731968241884
2024-11-18T22:17:23,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742287_1463 (size=12949)
2024-11-18T22:17:23,071 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:23,071 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/7f24072c991f46da8f1bfb47bd2a8985 is 50, key is test_row_0/C:col10/1731968241956/Put/seqid=0
2024-11-18T22:17:23,095 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:17:23,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:23,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:23,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:23,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:23,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:23,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:23,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/d745e4097fc24e56bb10c5e2cf8dc0d7 is 50, key is test_row_0/A:col10/1731968243093/Put/seqid=0
2024-11-18T22:17:23,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742288_1464 (size=12949)
2024-11-18T22:17:23,159 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/7f24072c991f46da8f1bfb47bd2a8985 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7f24072c991f46da8f1bfb47bd2a8985
2024-11-18T22:17:23,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742289_1465 (size=14741)
2024-11-18T22:17:23,181 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/C of 463d9fec7cbb05fd84014fa8b26312ab into 7f24072c991f46da8f1bfb47bd2a8985(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:23,181 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:23,181 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/C, priority=13, startTime=1731968242959; duration=0sec
2024-11-18T22:17:23,181 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:23,181 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:C
2024-11-18T22:17:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T22:17:23,204 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:23,205 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-11-18T22:17:23,208 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:23,209 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:23,209 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T22:17:23,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968303203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968303205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968303233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968303248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T22:17:23,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T22:17:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968303351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968303352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968303364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968303372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T22:17:23,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:23,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T22:17:23,532 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/dc1589cee55a452e95e9c15f74b4c03a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/dc1589cee55a452e95e9c15f74b4c03a
2024-11-18T22:17:23,565 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/B of 463d9fec7cbb05fd84014fa8b26312ab into dc1589cee55a452e95e9c15f74b4c03a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:23,565 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:23,565 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/B, priority=13, startTime=1731968242959; duration=0sec
2024-11-18T22:17:23,566 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:23,566 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:B
2024-11-18T22:17:23,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/d745e4097fc24e56bb10c5e2cf8dc0d7
2024-11-18T22:17:23,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968303581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968303582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968303583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968303604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e58a693754f84252a2c271bda26ef6e4 is 50, key is test_row_0/B:col10/1731968243093/Put/seqid=0
2024-11-18T22:17:23,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742290_1466 (size=12301)
2024-11-18T22:17:23,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T22:17:23,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e58a693754f84252a2c271bda26ef6e4
2024-11-18T22:17:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/7a79b9d46ccc48838ddde2f073a9650e is 50, key is test_row_0/C:col10/1731968243093/Put/seqid=0
2024-11-18T22:17:23,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742291_1467 (size=12301)
2024-11-18T22:17:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T22:17:23,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T22:17:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:23,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:23,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968303914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968303914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968303924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:23,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968303938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T22:17:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:24,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:24,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T22:17:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:24,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:24,208 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/7a79b9d46ccc48838ddde2f073a9650e
2024-11-18T22:17:24,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/d745e4097fc24e56bb10c5e2cf8dc0d7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/d745e4097fc24e56bb10c5e2cf8dc0d7
2024-11-18T22:17:24,269 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/d745e4097fc24e56bb10c5e2cf8dc0d7, entries=200, sequenceid=355, filesize=14.4 K
2024-11-18T22:17:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e58a693754f84252a2c271bda26ef6e4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e58a693754f84252a2c271bda26ef6e4
2024-11-18T22:17:24,301 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e58a693754f84252a2c271bda26ef6e4, entries=150, sequenceid=355, filesize=12.0 K
2024-11-18T22:17:24,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/7a79b9d46ccc48838ddde2f073a9650e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7a79b9d46ccc48838ddde2f073a9650e
2024-11-18T22:17:24,314 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7a79b9d46ccc48838ddde2f073a9650e, entries=150, sequenceid=355, filesize=12.0 K
2024-11-18T22:17:24,319 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 463d9fec7cbb05fd84014fa8b26312ab in 1223ms, sequenceid=355, compaction requested=false
2024-11-18T22:17:24,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:24,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T22:17:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:24,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:17:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/231a051a0be24c7bbd0a368cadcada30 is 50, key is test_row_0/A:col10/1731968243230/Put/seqid=0
2024-11-18T22:17:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T22:17:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. as already flushing
2024-11-18T22:17:24,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742292_1468 (size=12301)
2024-11-18T22:17:24,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968304480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968304482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968304491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968304492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968304493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968304613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968304622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968304623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968304623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/231a051a0be24c7bbd0a368cadcada30
2024-11-18T22:17:24,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/229cf22d1e7f4e1688b05e2f8ca18772 is 50, key is test_row_0/B:col10/1731968243230/Put/seqid=0
2024-11-18T22:17:24,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968304851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968304852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968304865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968304865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:24,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742293_1469 (size=12301)
2024-11-18T22:17:24,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/229cf22d1e7f4e1688b05e2f8ca18772
2024-11-18T22:17:24,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/5c36f74f04454258899f2d2c069bb220 is 50, key is test_row_0/C:col10/1731968243230/Put/seqid=0
2024-11-18T22:17:25,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742294_1470 (size=12301)
2024-11-18T22:17:25,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968305171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968305185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968305202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968305202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T22:17:25,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/5c36f74f04454258899f2d2c069bb220
2024-11-18T22:17:25,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/231a051a0be24c7bbd0a368cadcada30 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/231a051a0be24c7bbd0a368cadcada30
2024-11-18T22:17:25,556 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/231a051a0be24c7bbd0a368cadcada30, entries=150, sequenceid=376, filesize=12.0 K
2024-11-18T22:17:25,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60520 deadline: 1731968305548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,558 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in 463d9fec7cbb05fd84014fa8b26312ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2313 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/229cf22d1e7f4e1688b05e2f8ca18772 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/229cf22d1e7f4e1688b05e2f8ca18772
2024-11-18T22:17:25,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/229cf22d1e7f4e1688b05e2f8ca18772, entries=150, sequenceid=376, filesize=12.0 K
2024-11-18T22:17:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/5c36f74f04454258899f2d2c069bb220 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5c36f74f04454258899f2d2c069bb220
2024-11-18T22:17:25,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5c36f74f04454258899f2d2c069bb220, entries=150, sequenceid=376, filesize=12.0 K
2024-11-18T22:17:25,602 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 463d9fec7cbb05fd84014fa8b26312ab in 1270ms, sequenceid=376, compaction requested=true
2024-11-18T22:17:25,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:25,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:25,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-11-18T22:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-11-18T22:17:25,609 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-18T22:17:25,610 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3980 sec
2024-11-18T22:17:25,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.4060 sec
2024-11-18T22:17:25,716 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:17:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:25,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/bf06a28f14e842daa85b78c646eb3f84 is 50, key is test_row_0/A:col10/1731968245714/Put/seqid=0
2024-11-18T22:17:25,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742295_1471 (size=14741)
2024-11-18T22:17:25,783 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/bf06a28f14e842daa85b78c646eb3f84
2024-11-18T22:17:25,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e14d380414fc485db682dbbc0d8778d4 is 50, key is test_row_0/B:col10/1731968245714/Put/seqid=0
2024-11-18T22:17:25,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742296_1472 (size=12301)
2024-11-18T22:17:25,837 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e14d380414fc485db682dbbc0d8778d4
2024-11-18T22:17:25,840 INFO  [Thread-1812 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1812.
2024-11-18T22:17:25,840 DEBUG [Thread-1812 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:25,840 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,840 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,841 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:25,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968305808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,853 INFO  [Thread-1810 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1810.
2024-11-18T22:17:25,853 DEBUG [Thread-1810 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:25,853 DEBUG [Thread-1810 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,853 DEBUG [Thread-1810 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/9a0cad5209474ecb86c497a5722a1aeb is 50, key is test_row_0/C:col10/1731968245714/Put/seqid=0
2024-11-18T22:17:25,854 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:25,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968305813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968305815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968305815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,863 INFO  [Thread-1814 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1814.
2024-11-18T22:17:25,864 DEBUG [Thread-1814 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:25,864 DEBUG [Thread-1814 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,864 DEBUG [Thread-1814 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,864 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:25,868 INFO  [Thread-1806 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1806.
2024-11-18T22:17:25,868 DEBUG [Thread-1806 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:25,868 DEBUG [Thread-1806 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,868 DEBUG [Thread-1806 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,871 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:25,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742297_1473 (size=12301)
2024-11-18T22:17:25,890 INFO  [Thread-1808 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1808.
2024-11-18T22:17:25,890 DEBUG [Thread-1808 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:25,890 DEBUG [Thread-1808 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,890 DEBUG [Thread-1808 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:25,892 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:25,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968305964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968305964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968305964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:25,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968305976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:26,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:26,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:26,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1731968306171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60582 deadline: 1731968306171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60572 deadline: 1731968306171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:26,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60542 deadline: 1731968306182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 , the old value is region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=2 because the exception is null or not the one we care about
2024-11-18T22:17:26,287 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/9a0cad5209474ecb86c497a5722a1aeb
2024-11-18T22:17:26,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/bf06a28f14e842daa85b78c646eb3f84 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/bf06a28f14e842daa85b78c646eb3f84
2024-11-18T22:17:26,334 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/bf06a28f14e842daa85b78c646eb3f84, entries=200, sequenceid=390, filesize=14.4 K
2024-11-18T22:17:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e14d380414fc485db682dbbc0d8778d4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e14d380414fc485db682dbbc0d8778d4
2024-11-18T22:17:26,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e14d380414fc485db682dbbc0d8778d4, entries=150, sequenceid=390, filesize=12.0 K
2024-11-18T22:17:26,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/9a0cad5209474ecb86c497a5722a1aeb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/9a0cad5209474ecb86c497a5722a1aeb
2024-11-18T22:17:26,356 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/9a0cad5209474ecb86c497a5722a1aeb, entries=150, sequenceid=390, filesize=12.0 K
2024-11-18T22:17:26,356 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 463d9fec7cbb05fd84014fa8b26312ab in 640ms, sequenceid=390, compaction requested=true
2024-11-18T22:17:26,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:26,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:26,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:26,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:26,357 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:26,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:26,357 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:26,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 463d9fec7cbb05fd84014fa8b26312ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:26,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/A is initiating minor compaction (all files)
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/B is initiating minor compaction (all files)
2024-11-18T22:17:26,358 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/A in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:26,358 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/B in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:26,358 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/417bb00fa78549a8bfd1d39fb3a0983e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/d745e4097fc24e56bb10c5e2cf8dc0d7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/231a051a0be24c7bbd0a368cadcada30, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/bf06a28f14e842daa85b78c646eb3f84] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=53.4 K
2024-11-18T22:17:26,358 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/dc1589cee55a452e95e9c15f74b4c03a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e58a693754f84252a2c271bda26ef6e4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/229cf22d1e7f4e1688b05e2f8ca18772, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e14d380414fc485db682dbbc0d8778d4] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=48.7 K
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 417bb00fa78549a8bfd1d39fb3a0983e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731968241884
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting dc1589cee55a452e95e9c15f74b4c03a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731968241884
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting d745e4097fc24e56bb10c5e2cf8dc0d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731968242713
2024-11-18T22:17:26,358 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e58a693754f84252a2c271bda26ef6e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731968242713
2024-11-18T22:17:26,359 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231a051a0be24c7bbd0a368cadcada30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731968243189
2024-11-18T22:17:26,359 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 229cf22d1e7f4e1688b05e2f8ca18772, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731968243189
2024-11-18T22:17:26,359 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf06a28f14e842daa85b78c646eb3f84, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731968244465
2024-11-18T22:17:26,359 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e14d380414fc485db682dbbc0d8778d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731968244465
2024-11-18T22:17:26,374 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#B#compaction#405 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:26,374 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/2c5980cd7fb747a98b26c297f288ffab is 50, key is test_row_0/B:col10/1731968245714/Put/seqid=0
2024-11-18T22:17:26,378 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#A#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:26,378 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/910e19fb1f364b83b1ce9ccc175070a2 is 50, key is test_row_0/A:col10/1731968245714/Put/seqid=0
2024-11-18T22:17:26,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742298_1474 (size=13085)
2024-11-18T22:17:26,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742299_1475 (size=13085)
2024-11-18T22:17:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:26,498 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:17:26,499 INFO  [Thread-1803 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1803.
2024-11-18T22:17:26,499 DEBUG [Thread-1803 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:26,499 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,499 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,500 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:26,501 INFO  [Thread-1797 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1797.
2024-11-18T22:17:26,501 DEBUG [Thread-1797 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:26,501 DEBUG [Thread-1797 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,501 DEBUG [Thread-1797 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,501 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:26,503 INFO  [Thread-1795 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1795.
2024-11-18T22:17:26,503 DEBUG [Thread-1795 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:26,503 DEBUG [Thread-1795 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,503 DEBUG [Thread-1795 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:26,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:26,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:26,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:26,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:26,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:26,504 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:26,505 INFO  [Thread-1799 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1799.
2024-11-18T22:17:26,505 DEBUG [Thread-1799 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:26,505 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,506 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:26,508 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:26,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/463857e69a4544e4b17afc906ce36169 is 50, key is test_row_0/A:col10/1731968246489/Put/seqid=0
2024-11-18T22:17:26,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742300_1476 (size=12301)
2024-11-18T22:17:26,798 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/2c5980cd7fb747a98b26c297f288ffab as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/2c5980cd7fb747a98b26c297f288ffab
2024-11-18T22:17:26,802 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/B of 463d9fec7cbb05fd84014fa8b26312ab into 2c5980cd7fb747a98b26c297f288ffab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:26,802 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:26,802 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/B, priority=12, startTime=1731968246357; duration=0sec
2024-11-18T22:17:26,802 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:26,803 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:B
2024-11-18T22:17:26,803 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:26,804 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:26,804 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): 463d9fec7cbb05fd84014fa8b26312ab/C is initiating minor compaction (all files)
2024-11-18T22:17:26,804 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 463d9fec7cbb05fd84014fa8b26312ab/C in TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:26,804 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7f24072c991f46da8f1bfb47bd2a8985, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7a79b9d46ccc48838ddde2f073a9650e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5c36f74f04454258899f2d2c069bb220, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/9a0cad5209474ecb86c497a5722a1aeb] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp, totalSize=48.7 K
2024-11-18T22:17:26,805 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f24072c991f46da8f1bfb47bd2a8985, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731968241884
2024-11-18T22:17:26,806 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a79b9d46ccc48838ddde2f073a9650e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731968242713
2024-11-18T22:17:26,806 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c36f74f04454258899f2d2c069bb220, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731968243189
2024-11-18T22:17:26,807 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a0cad5209474ecb86c497a5722a1aeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731968244465
2024-11-18T22:17:26,807 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/910e19fb1f364b83b1ce9ccc175070a2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/910e19fb1f364b83b1ce9ccc175070a2
2024-11-18T22:17:26,812 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/A of 463d9fec7cbb05fd84014fa8b26312ab into 910e19fb1f364b83b1ce9ccc175070a2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:26,812 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:26,812 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/A, priority=12, startTime=1731968246357; duration=0sec
2024-11-18T22:17:26,813 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:26,813 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:A
2024-11-18T22:17:26,818 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 463d9fec7cbb05fd84014fa8b26312ab#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:26,819 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/ea73b62ff39c45afa9208c605a86f376 is 50, key is test_row_0/C:col10/1731968245714/Put/seqid=0
2024-11-18T22:17:26,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742301_1477 (size=13085)
2024-11-18T22:17:26,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/463857e69a4544e4b17afc906ce36169
2024-11-18T22:17:26,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e5c7e497eeae4f3a926005d238a648b7 is 50, key is test_row_0/B:col10/1731968246489/Put/seqid=0
2024-11-18T22:17:26,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742302_1478 (size=12301)
2024-11-18T22:17:27,000 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e5c7e497eeae4f3a926005d238a648b7
2024-11-18T22:17:27,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/d8e54f08a5ce49c8adc29ac2d7960c4e is 50, key is test_row_0/C:col10/1731968246489/Put/seqid=0
2024-11-18T22:17:27,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742303_1479 (size=12301)
2024-11-18T22:17:27,289 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/ea73b62ff39c45afa9208c605a86f376 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/ea73b62ff39c45afa9208c605a86f376
2024-11-18T22:17:27,306 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 463d9fec7cbb05fd84014fa8b26312ab/C of 463d9fec7cbb05fd84014fa8b26312ab into ea73b62ff39c45afa9208c605a86f376(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:27,306 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:27,306 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., storeName=463d9fec7cbb05fd84014fa8b26312ab/C, priority=12, startTime=1731968246357; duration=0sec
2024-11-18T22:17:27,306 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:27,306 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 463d9fec7cbb05fd84014fa8b26312ab:C
2024-11-18T22:17:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T22:17:27,393 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:27,441 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/d8e54f08a5ce49c8adc29ac2d7960c4e
2024-11-18T22:17:27,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/463857e69a4544e4b17afc906ce36169 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/463857e69a4544e4b17afc906ce36169
2024-11-18T22:17:27,449 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/463857e69a4544e4b17afc906ce36169, entries=150, sequenceid=412, filesize=12.0 K
2024-11-18T22:17:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/e5c7e497eeae4f3a926005d238a648b7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e5c7e497eeae4f3a926005d238a648b7
2024-11-18T22:17:27,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e5c7e497eeae4f3a926005d238a648b7, entries=150, sequenceid=412, filesize=12.0 K
2024-11-18T22:17:27,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/d8e54f08a5ce49c8adc29ac2d7960c4e as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d8e54f08a5ce49c8adc29ac2d7960c4e
2024-11-18T22:17:27,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d8e54f08a5ce49c8adc29ac2d7960c4e, entries=150, sequenceid=412, filesize=12.0 K
2024-11-18T22:17:27,460 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=0 B/0 for 463d9fec7cbb05fd84014fa8b26312ab in 962ms, sequenceid=412, compaction requested=false
2024-11-18T22:17:27,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 463d9fec7cbb05fd84014fa8b26312ab:

2024-11-18T22:17:27,583 INFO  [Thread-1801 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1801.
2024-11-18T22:17:27,583 DEBUG [Thread-1801 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:27,583 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:27,583 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:27,583 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 56
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 72
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 73
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 554
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1661 rows
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 550
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1648 rows
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 552
2024-11-18T22:17:27,583 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1656 rows
2024-11-18T22:17:27,584 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 551
2024-11-18T22:17:27,584 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1653 rows
2024-11-18T22:17:27,584 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 548
2024-11-18T22:17:27,584 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1644 rows
2024-11-18T22:17:27,584 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:17:27,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:17:27,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:27,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:27,585 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:27,585 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T22:17:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T22:17:27,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968247590"}]},"ts":"1731968247590"}
2024-11-18T22:17:27,592 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T22:17:27,592 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T22:17:27,593 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:17:27,594 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, UNASSIGN}]
2024-11-18T22:17:27,596 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, UNASSIGN
2024-11-18T22:17:27,597 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=463d9fec7cbb05fd84014fa8b26312ab, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:27,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, UNASSIGN because future has completed
2024-11-18T22:17:27,599 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:17:27,599 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:17:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T22:17:27,756 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:27,756 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:17:27,756 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing 463d9fec7cbb05fd84014fa8b26312ab, disabling compactions & flushes
2024-11-18T22:17:27,757 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. after waiting 0 ms
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:27,757 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing 463d9fec7cbb05fd84014fa8b26312ab 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=A
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=B
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 463d9fec7cbb05fd84014fa8b26312ab, store=C
2024-11-18T22:17:27,757 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:27,761 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/ad9d8c30aef1466ead561fc84d13c186 is 50, key is test_row_1/A:col10/1731968247581/Put/seqid=0
2024-11-18T22:17:27,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742304_1480 (size=7415)
2024-11-18T22:17:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T22:17:28,197 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/ad9d8c30aef1466ead561fc84d13c186
2024-11-18T22:17:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T22:17:28,240 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/528e08f628f04fcba0d1ef69b457be79 is 50, key is test_row_1/B:col10/1731968247581/Put/seqid=0
2024-11-18T22:17:28,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742305_1481 (size=7415)
2024-11-18T22:17:28,655 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/528e08f628f04fcba0d1ef69b457be79
2024-11-18T22:17:28,677 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c18eba1b286448c4ad4ac9c028e198f4 is 50, key is test_row_1/C:col10/1731968247581/Put/seqid=0
2024-11-18T22:17:28,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742306_1482 (size=7415)
2024-11-18T22:17:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T22:17:29,092 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c18eba1b286448c4ad4ac9c028e198f4
2024-11-18T22:17:29,168 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/A/ad9d8c30aef1466ead561fc84d13c186 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ad9d8c30aef1466ead561fc84d13c186
2024-11-18T22:17:29,237 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ad9d8c30aef1466ead561fc84d13c186, entries=50, sequenceid=419, filesize=7.2 K
2024-11-18T22:17:29,244 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/B/528e08f628f04fcba0d1ef69b457be79 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/528e08f628f04fcba0d1ef69b457be79
2024-11-18T22:17:29,282 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/528e08f628f04fcba0d1ef69b457be79, entries=50, sequenceid=419, filesize=7.2 K
2024-11-18T22:17:29,303 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/.tmp/C/c18eba1b286448c4ad4ac9c028e198f4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c18eba1b286448c4ad4ac9c028e198f4
2024-11-18T22:17:29,346 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c18eba1b286448c4ad4ac9c028e198f4, entries=50, sequenceid=419, filesize=7.2 K
2024-11-18T22:17:29,360 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 463d9fec7cbb05fd84014fa8b26312ab in 1603ms, sequenceid=419, compaction requested=true
2024-11-18T22:17:29,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3322a3bd133d4992bf87228a4b454e77, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/2cc1db6bd2cf4dd8a552ce72e290fe1a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/97383f634a69436299b224801b4bfb0b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e00a41c62c764a3d81e4654ee9f1da81, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/58e9b03ca69e42b0bb104240a262df8b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ec84bf0233a346fd8ffca736a3a909c2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e10a37403d1c49e58cbb830403ad3666, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e296415a95104538a80d72783ab62c67, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/12ed2951750b40979e8293bdfd7a8ac0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/1e19b5cb8a784c6eb5c5ac3d473b40d8, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6a74806c7cca4705a7b1b45fb789d58c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/85c3f2a58466447ca72fb4aa2472884f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/57b00f840ea6451186aff1cdd6622692, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/603cfa16276c49e4970f7b32c3c4f488, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3fb711b670b34158bf1d389ca315646d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/4e4f9631abbd4c0188cc983ae0eb2824, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/f59bce6abc07472692f2b0f6d4e57494, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6d1a1aea606845e8b1f179d1024a3e55, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/11f35ade911c4cd4bf95b127cb45ff2c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/417bb00fa78549a8bfd1d39fb3a0983e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/d745e4097fc24e56bb10c5e2cf8dc0d7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/231a051a0be24c7bbd0a368cadcada30, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/bf06a28f14e842daa85b78c646eb3f84] to archive
2024-11-18T22:17:29,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:29,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3322a3bd133d4992bf87228a4b454e77 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3322a3bd133d4992bf87228a4b454e77
2024-11-18T22:17:29,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/2cc1db6bd2cf4dd8a552ce72e290fe1a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/2cc1db6bd2cf4dd8a552ce72e290fe1a
2024-11-18T22:17:29,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/97383f634a69436299b224801b4bfb0b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/97383f634a69436299b224801b4bfb0b
2024-11-18T22:17:29,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e00a41c62c764a3d81e4654ee9f1da81 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e00a41c62c764a3d81e4654ee9f1da81
2024-11-18T22:17:29,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/58e9b03ca69e42b0bb104240a262df8b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/58e9b03ca69e42b0bb104240a262df8b
2024-11-18T22:17:29,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ec84bf0233a346fd8ffca736a3a909c2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ec84bf0233a346fd8ffca736a3a909c2
2024-11-18T22:17:29,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e10a37403d1c49e58cbb830403ad3666 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e10a37403d1c49e58cbb830403ad3666
2024-11-18T22:17:29,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e296415a95104538a80d72783ab62c67 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/e296415a95104538a80d72783ab62c67
2024-11-18T22:17:29,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/12ed2951750b40979e8293bdfd7a8ac0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/12ed2951750b40979e8293bdfd7a8ac0
2024-11-18T22:17:29,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/1e19b5cb8a784c6eb5c5ac3d473b40d8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/1e19b5cb8a784c6eb5c5ac3d473b40d8
2024-11-18T22:17:29,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6a74806c7cca4705a7b1b45fb789d58c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6a74806c7cca4705a7b1b45fb789d58c
2024-11-18T22:17:29,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/85c3f2a58466447ca72fb4aa2472884f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/85c3f2a58466447ca72fb4aa2472884f
2024-11-18T22:17:29,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/57b00f840ea6451186aff1cdd6622692 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/57b00f840ea6451186aff1cdd6622692
2024-11-18T22:17:29,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/603cfa16276c49e4970f7b32c3c4f488 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/603cfa16276c49e4970f7b32c3c4f488
2024-11-18T22:17:29,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3fb711b670b34158bf1d389ca315646d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/3fb711b670b34158bf1d389ca315646d
2024-11-18T22:17:29,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/4e4f9631abbd4c0188cc983ae0eb2824 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/4e4f9631abbd4c0188cc983ae0eb2824
2024-11-18T22:17:29,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/f59bce6abc07472692f2b0f6d4e57494 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/f59bce6abc07472692f2b0f6d4e57494
2024-11-18T22:17:29,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6d1a1aea606845e8b1f179d1024a3e55 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/6d1a1aea606845e8b1f179d1024a3e55
2024-11-18T22:17:29,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/11f35ade911c4cd4bf95b127cb45ff2c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/11f35ade911c4cd4bf95b127cb45ff2c
2024-11-18T22:17:29,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/417bb00fa78549a8bfd1d39fb3a0983e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/417bb00fa78549a8bfd1d39fb3a0983e
2024-11-18T22:17:29,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/d745e4097fc24e56bb10c5e2cf8dc0d7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/d745e4097fc24e56bb10c5e2cf8dc0d7
2024-11-18T22:17:29,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/231a051a0be24c7bbd0a368cadcada30 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/231a051a0be24c7bbd0a368cadcada30
2024-11-18T22:17:29,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/bf06a28f14e842daa85b78c646eb3f84 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/bf06a28f14e842daa85b78c646eb3f84
2024-11-18T22:17:29,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/84e80b40cce94643b56704e6473e1082, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/44fc783fd9a44654b1634f4fdd9e991c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d0cc65c5dade4bd38bfaebcf55aa58d3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/41f57cb7d4794f97ac171a3e8d119fef, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/a77a8bd899654921badae62edd0fb535, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/724a5c51d61c4a44991e61195b926a7c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e62e56abcb754aae8d956b07fd1e3820, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d4f9876044ca4c7ba0ae812c386e6ec1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/31fdbe4bcf914e799bc313a16281bfd7, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/9f72bc71e4bc4d848e33b392d632b8dd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/02c3841b8ac34111b702f3a4d74754bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/7586a5da6955433e96e836a145d8dc7b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/f6d60e7f0bb243dfb136cee2aada3b96, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/0ba3e69b2d95406fbd47fcfedb77b6e4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fc1f3f7f15e74e3d9da6b10d6160ba37, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/c3b66742fcf64e7985b7aef1005ef7dd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fdcf36f662f04ef492ff5bd43bf08aa2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/5f75d6469f81453db2c25105c7d944bc, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/dc1589cee55a452e95e9c15f74b4c03a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/1f8e8dd6d91d4d8fad53e681864f3367, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e58a693754f84252a2c271bda26ef6e4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/229cf22d1e7f4e1688b05e2f8ca18772, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e14d380414fc485db682dbbc0d8778d4] to archive
2024-11-18T22:17:29,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:29,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/84e80b40cce94643b56704e6473e1082 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/84e80b40cce94643b56704e6473e1082
2024-11-18T22:17:29,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/44fc783fd9a44654b1634f4fdd9e991c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/44fc783fd9a44654b1634f4fdd9e991c
2024-11-18T22:17:29,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d0cc65c5dade4bd38bfaebcf55aa58d3 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d0cc65c5dade4bd38bfaebcf55aa58d3
2024-11-18T22:17:29,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/41f57cb7d4794f97ac171a3e8d119fef to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/41f57cb7d4794f97ac171a3e8d119fef
2024-11-18T22:17:29,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/a77a8bd899654921badae62edd0fb535 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/a77a8bd899654921badae62edd0fb535
2024-11-18T22:17:29,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/724a5c51d61c4a44991e61195b926a7c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/724a5c51d61c4a44991e61195b926a7c
2024-11-18T22:17:29,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e62e56abcb754aae8d956b07fd1e3820 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e62e56abcb754aae8d956b07fd1e3820
2024-11-18T22:17:29,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d4f9876044ca4c7ba0ae812c386e6ec1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/d4f9876044ca4c7ba0ae812c386e6ec1
2024-11-18T22:17:29,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/31fdbe4bcf914e799bc313a16281bfd7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/31fdbe4bcf914e799bc313a16281bfd7
2024-11-18T22:17:29,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/9f72bc71e4bc4d848e33b392d632b8dd to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/9f72bc71e4bc4d848e33b392d632b8dd
2024-11-18T22:17:29,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/02c3841b8ac34111b702f3a4d74754bc to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/02c3841b8ac34111b702f3a4d74754bc
2024-11-18T22:17:29,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/7586a5da6955433e96e836a145d8dc7b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/7586a5da6955433e96e836a145d8dc7b
2024-11-18T22:17:29,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/f6d60e7f0bb243dfb136cee2aada3b96 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/f6d60e7f0bb243dfb136cee2aada3b96
2024-11-18T22:17:29,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/0ba3e69b2d95406fbd47fcfedb77b6e4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/0ba3e69b2d95406fbd47fcfedb77b6e4
2024-11-18T22:17:29,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fc1f3f7f15e74e3d9da6b10d6160ba37 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fc1f3f7f15e74e3d9da6b10d6160ba37
2024-11-18T22:17:29,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/c3b66742fcf64e7985b7aef1005ef7dd to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/c3b66742fcf64e7985b7aef1005ef7dd
2024-11-18T22:17:29,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fdcf36f662f04ef492ff5bd43bf08aa2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/fdcf36f662f04ef492ff5bd43bf08aa2
2024-11-18T22:17:29,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/5f75d6469f81453db2c25105c7d944bc to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/5f75d6469f81453db2c25105c7d944bc
2024-11-18T22:17:29,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/dc1589cee55a452e95e9c15f74b4c03a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/dc1589cee55a452e95e9c15f74b4c03a
2024-11-18T22:17:29,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/1f8e8dd6d91d4d8fad53e681864f3367 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/1f8e8dd6d91d4d8fad53e681864f3367
2024-11-18T22:17:29,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e58a693754f84252a2c271bda26ef6e4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e58a693754f84252a2c271bda26ef6e4
2024-11-18T22:17:29,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/229cf22d1e7f4e1688b05e2f8ca18772 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/229cf22d1e7f4e1688b05e2f8ca18772
2024-11-18T22:17:29,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e14d380414fc485db682dbbc0d8778d4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e14d380414fc485db682dbbc0d8778d4
2024-11-18T22:17:29,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/1cb61f35c30245399b01670700c19736, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d4276ddf746f48b5b0099c46c1cd9357, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/cd5a1058b6f042029352adb81fa869b4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/26fe052d814e4203856685e5e7c8580e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/24ec44346fd546ba90901b9f0ee01582, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6529dadd68994657aaa47ce26966976c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c8e8b64916ee4803a0b92abd38a333a3, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/df03bd6270904f9fb28e45d13f46f325, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af86430e1039444bbaf91584e0485785, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e8a087d9ad2745fca0db2c76a54fc90f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f94cc10c6564439db1a85e0863f9d6ee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/b3055e3aee3a429b97775dab007abb7d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/479b0c697510423494f76da97a501db1, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/269e17f06b2c4be299c387e6a53eab77, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6e1251d53c034b529c0d70c8b9ee55f5, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5f275900d3c447ee971e449d9aaae506, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e4896fc00d604a6889da4f33573c2998, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/0b57cd0e705449db81185bae63541f30, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7f24072c991f46da8f1bfb47bd2a8985, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c976af8d8a1e4ac6924e97b78f571f85, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7a79b9d46ccc48838ddde2f073a9650e, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5c36f74f04454258899f2d2c069bb220, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/9a0cad5209474ecb86c497a5722a1aeb] to archive
2024-11-18T22:17:29,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:29,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/1cb61f35c30245399b01670700c19736 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/1cb61f35c30245399b01670700c19736
2024-11-18T22:17:29,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d4276ddf746f48b5b0099c46c1cd9357 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d4276ddf746f48b5b0099c46c1cd9357
2024-11-18T22:17:29,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/cd5a1058b6f042029352adb81fa869b4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/cd5a1058b6f042029352adb81fa869b4
2024-11-18T22:17:29,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/26fe052d814e4203856685e5e7c8580e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/26fe052d814e4203856685e5e7c8580e
2024-11-18T22:17:29,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/24ec44346fd546ba90901b9f0ee01582 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/24ec44346fd546ba90901b9f0ee01582
2024-11-18T22:17:29,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6529dadd68994657aaa47ce26966976c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6529dadd68994657aaa47ce26966976c
2024-11-18T22:17:29,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c8e8b64916ee4803a0b92abd38a333a3 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c8e8b64916ee4803a0b92abd38a333a3
2024-11-18T22:17:29,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/df03bd6270904f9fb28e45d13f46f325 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/df03bd6270904f9fb28e45d13f46f325
2024-11-18T22:17:29,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af86430e1039444bbaf91584e0485785 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/af86430e1039444bbaf91584e0485785
2024-11-18T22:17:29,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e8a087d9ad2745fca0db2c76a54fc90f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e8a087d9ad2745fca0db2c76a54fc90f
2024-11-18T22:17:29,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f94cc10c6564439db1a85e0863f9d6ee to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/f94cc10c6564439db1a85e0863f9d6ee
2024-11-18T22:17:29,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/b3055e3aee3a429b97775dab007abb7d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/b3055e3aee3a429b97775dab007abb7d
2024-11-18T22:17:29,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/479b0c697510423494f76da97a501db1 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/479b0c697510423494f76da97a501db1
2024-11-18T22:17:29,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/269e17f06b2c4be299c387e6a53eab77 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/269e17f06b2c4be299c387e6a53eab77
2024-11-18T22:17:29,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6e1251d53c034b529c0d70c8b9ee55f5 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/6e1251d53c034b529c0d70c8b9ee55f5
2024-11-18T22:17:29,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5f275900d3c447ee971e449d9aaae506 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5f275900d3c447ee971e449d9aaae506
2024-11-18T22:17:29,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e4896fc00d604a6889da4f33573c2998 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/e4896fc00d604a6889da4f33573c2998
2024-11-18T22:17:29,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/0b57cd0e705449db81185bae63541f30 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/0b57cd0e705449db81185bae63541f30
2024-11-18T22:17:29,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7f24072c991f46da8f1bfb47bd2a8985 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7f24072c991f46da8f1bfb47bd2a8985
2024-11-18T22:17:29,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c976af8d8a1e4ac6924e97b78f571f85 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c976af8d8a1e4ac6924e97b78f571f85
2024-11-18T22:17:29,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7a79b9d46ccc48838ddde2f073a9650e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/7a79b9d46ccc48838ddde2f073a9650e
2024-11-18T22:17:29,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5c36f74f04454258899f2d2c069bb220 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/5c36f74f04454258899f2d2c069bb220
2024-11-18T22:17:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T22:17:29,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/9a0cad5209474ecb86c497a5722a1aeb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/9a0cad5209474ecb86c497a5722a1aeb
2024-11-18T22:17:29,745 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=1
2024-11-18T22:17:29,745 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.
2024-11-18T22:17:29,746 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for 463d9fec7cbb05fd84014fa8b26312ab:
Waiting for close lock at 1731968247756Running coprocessor pre-close hooks at 1731968247756Disabling compacts and flushes for region at 1731968247756Disabling writes for close at 1731968247757 (+1 ms)Obtaining lock to block concurrent updates at 1731968247757Preparing flush snapshotting stores in 463d9fec7cbb05fd84014fa8b26312ab at 1731968247757Finished memstore snapshotting TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1731968247757Flushing stores of TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab. at 1731968247758 (+1 ms)Flushing 463d9fec7cbb05fd84014fa8b26312ab/A: creating writer at 1731968247758Flushing 463d9fec7cbb05fd84014fa8b26312ab/A: appending metadata at 1731968247760 (+2 ms)Flushing 463d9fec7cbb05fd84014fa8b26312ab/A: closing flushed file at 1731968247760Flushing 463d9fec7cbb05fd84014fa8b26312ab/B: creating writer at 1731968248230 (+470 ms)Flushing 463d9fec7cbb05fd84014fa8b26312ab/B: appending metadata at 1731968248240 (+10 ms)Flushing 463d9fec7cbb05fd84014fa8b26312ab/B: closing flushed file at 1731968248240Flushing 463d9fec7cbb05fd84014fa8b26312ab/C: creating writer at 1731968248660 (+420 ms)Flushing 463d9fec7cbb05fd84014fa8b26312ab/C: appending metadata at 1731968248677 (+17 ms)Flushing 463d9fec7cbb05fd84014fa8b26312ab/C: closing flushed file at 1731968248677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c935323: reopening flushed file at 1731968249157 (+480 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7325578: reopening flushed file at 1731968249237 (+80 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a26a2: reopening flushed file at 1731968249282 (+45 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 463d9fec7cbb05fd84014fa8b26312ab in 1603ms, sequenceid=419, compaction requested=true at 1731968249360 (+78 ms)Writing region close event to WAL at 1731968249735 (+375 ms)Running coprocessor post-close hooks at 1731968249745 (+10 ms)Closed at 1731968249745
2024-11-18T22:17:29,768 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed 463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:29,768 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=463d9fec7cbb05fd84014fa8b26312ab, regionState=CLOSED
2024-11-18T22:17:29,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:17:29,775 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-18T22:17:29,775 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure 463d9fec7cbb05fd84014fa8b26312ab, server=3b0ca91ed64a,45987,1731968106669 in 2.1750 sec
2024-11-18T22:17:29,778 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116
2024-11-18T22:17:29,779 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=463d9fec7cbb05fd84014fa8b26312ab, UNASSIGN in 2.1820 sec
2024-11-18T22:17:29,781 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-18T22:17:29,781 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1860 sec
2024-11-18T22:17:29,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968249782"}]},"ts":"1731968249782"}
2024-11-18T22:17:29,785 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T22:17:29,785 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T22:17:29,788 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2010 sec
2024-11-18T22:17:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T22:17:31,763 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:31,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T22:17:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:31,772 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:31,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T22:17:31,791 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:31,805 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/recovered.edits]
2024-11-18T22:17:31,807 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/463857e69a4544e4b17afc906ce36169 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/463857e69a4544e4b17afc906ce36169
2024-11-18T22:17:31,809 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/910e19fb1f364b83b1ce9ccc175070a2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/910e19fb1f364b83b1ce9ccc175070a2
2024-11-18T22:17:31,810 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ad9d8c30aef1466ead561fc84d13c186 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/A/ad9d8c30aef1466ead561fc84d13c186
2024-11-18T22:17:31,813 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/2c5980cd7fb747a98b26c297f288ffab to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/2c5980cd7fb747a98b26c297f288ffab
2024-11-18T22:17:31,819 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/528e08f628f04fcba0d1ef69b457be79 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/528e08f628f04fcba0d1ef69b457be79
2024-11-18T22:17:31,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e5c7e497eeae4f3a926005d238a648b7 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/B/e5c7e497eeae4f3a926005d238a648b7
2024-11-18T22:17:31,836 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c18eba1b286448c4ad4ac9c028e198f4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/c18eba1b286448c4ad4ac9c028e198f4
2024-11-18T22:17:31,843 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d8e54f08a5ce49c8adc29ac2d7960c4e to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/d8e54f08a5ce49c8adc29ac2d7960c4e
2024-11-18T22:17:31,846 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/ea73b62ff39c45afa9208c605a86f376 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/C/ea73b62ff39c45afa9208c605a86f376
2024-11-18T22:17:31,868 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/recovered.edits/422.seqid to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab/recovered.edits/422.seqid
2024-11-18T22:17:31,873 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/463d9fec7cbb05fd84014fa8b26312ab
2024-11-18T22:17:31,873 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T22:17:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T22:17:31,888 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:31,892 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T22:17:31,898 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T22:17:31,909 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:31,909 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T22:17:31,909 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731968251909"}]},"ts":"9223372036854775807"}
2024-11-18T22:17:31,919 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T22:17:31,919 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 463d9fec7cbb05fd84014fa8b26312ab, NAME => 'TestAcidGuarantees,,1731968223477.463d9fec7cbb05fd84014fa8b26312ab.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T22:17:31,919 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T22:17:31,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731968251919"}]},"ts":"9223372036854775807"}
2024-11-18T22:17:31,924 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T22:17:31,935 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:31,940 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 171 msec
2024-11-18T22:17:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T22:17:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T22:17:32,104 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:32,124 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249 (was 251), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1460 (was 1364) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8567 (was 8172) - AvailableMemoryMB LEAK? -
2024-11-18T22:17:32,148 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1460, ProcessCount=11, AvailableMemoryMB=8569
2024-11-18T22:17:32,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:17:32,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:17:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:32,171 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T22:17:32,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:32,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 120
2024-11-18T22:17:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120
2024-11-18T22:17:32,175 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T22:17:32,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742307_1483 (size=1061)
2024-11-18T22:17:32,257 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74
2024-11-18T22:17:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120
2024-11-18T22:17:32,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742308_1484 (size=53)
2024-11-18T22:17:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120
2024-11-18T22:17:32,741 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:17:32,741 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dc50624946c5a4f03c6476b5ce84c8c8, disabling compactions & flushes
2024-11-18T22:17:32,741 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:32,741 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:32,741 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. after waiting 0 ms
2024-11-18T22:17:32,741 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:32,741 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:32,741 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc50624946c5a4f03c6476b5ce84c8c8:
Waiting for close lock at 1731968252741Disabling compacts and flushes for region at 1731968252741Disabling writes for close at 1731968252741Writing region close event to WAL at 1731968252741Closed at 1731968252741
2024-11-18T22:17:32,743 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T22:17:32,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731968252743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731968252743"}]},"ts":"1731968252743"}
2024-11-18T22:17:32,745 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T22:17:32,746 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T22:17:32,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968252746"}]},"ts":"1731968252746"}
2024-11-18T22:17:32,749 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T22:17:32,749 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, ASSIGN}]
2024-11-18T22:17:32,751 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, ASSIGN
2024-11-18T22:17:32,752 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, ASSIGN; state=OFFLINE, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=false
2024-11-18T22:17:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120
2024-11-18T22:17:32,903 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:32,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, ASSIGN because future has completed
2024-11-18T22:17:32,916 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:17:33,131 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,132 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:17:33,132 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,132 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:17:33,132 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,132 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,144 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dc50624946c5a4f03c6476b5ce84c8c8 
2024-11-18T22:17:33,150 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:33,164 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc50624946c5a4f03c6476b5ce84c8c8 columnFamilyName A
2024-11-18T22:17:33,164 DEBUG [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:33,168 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(327): Store=dc50624946c5a4f03c6476b5ce84c8c8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:33,169 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dc50624946c5a4f03c6476b5ce84c8c8 
2024-11-18T22:17:33,175 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:33,175 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc50624946c5a4f03c6476b5ce84c8c8 columnFamilyName B
2024-11-18T22:17:33,175 DEBUG [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:33,181 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(327): Store=dc50624946c5a4f03c6476b5ce84c8c8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:33,181 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dc50624946c5a4f03c6476b5ce84c8c8 
2024-11-18T22:17:33,188 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:33,188 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc50624946c5a4f03c6476b5ce84c8c8 columnFamilyName C
2024-11-18T22:17:33,188 DEBUG [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:33,189 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(327): Store=dc50624946c5a4f03c6476b5ce84c8c8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:33,189 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,189 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,190 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,191 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,197 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,197 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,197 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:17:33,199 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,201 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T22:17:33,202 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened dc50624946c5a4f03c6476b5ce84c8c8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65802656, jitterRate=-0.01946401596069336}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:17:33,202 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,203 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for dc50624946c5a4f03c6476b5ce84c8c8:
Running coprocessor pre-open hook at 1731968253132Writing region info on filesystem at 1731968253132Initializing all the Stores at 1731968253137 (+5 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968253137Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968253140 (+3 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968253140Cleaning up temporary data from old regions at 1731968253197 (+57 ms)Running coprocessor post-open hooks at 1731968253202 (+5 ms)Region opened successfully at 1731968253203 (+1 ms)
2024-11-18T22:17:33,204 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., pid=122, masterSystemTime=1731968253091
2024-11-18T22:17:33,207 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:33,208 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,208 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:17:33,221 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-18T22:17:33,221 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 in 302 msec
2024-11-18T22:17:33,226 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T22:17:33,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968253226"}]},"ts":"1731968253226"}
2024-11-18T22:17:33,228 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T22:17:33,230 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T22:17:33,232 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.0770 sec
2024-11-18T22:17:33,233 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120
2024-11-18T22:17:33,233 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, ASSIGN in 472 msec
2024-11-18T22:17:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120
2024-11-18T22:17:33,315 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:33,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee989f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:33,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:33,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:33,320 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d18f35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:33,327 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3df963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:33,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:33,331 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:33,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:33,335 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:33,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T22:17:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,45923,1731968105229
2024-11-18T22:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5796368
2024-11-18T22:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T22:17:33,340 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T22:17:33,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T22:17:33,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T22:17:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:33,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742309_1485 (size=1097)
2024-11-18T22:17:33,782 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-18T22:17:33,782 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-18T22:17:33,789 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:17:33,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, REOPEN/MOVE}]
2024-11-18T22:17:33,796 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, REOPEN/MOVE
2024-11-18T22:17:33,797 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:33,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, REOPEN/MOVE because future has completed
2024-11-18T22:17:33,804 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:17:33,804 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:17:33,937 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T22:17:33,961 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,961 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:17:33,961 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing dc50624946c5a4f03c6476b5ce84c8c8, disabling compactions & flushes
2024-11-18T22:17:33,961 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,962 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,962 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. after waiting 0 ms
2024-11-18T22:17:33,962 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,969 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T22:17:33,970 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:33,970 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for dc50624946c5a4f03c6476b5ce84c8c8:
Waiting for close lock at 1731968253961Running coprocessor pre-close hooks at 1731968253961Disabling compacts and flushes for region at 1731968253961Disabling writes for close at 1731968253962 (+1 ms)Writing region close event to WAL at 1731968253962Running coprocessor post-close hooks at 1731968253970 (+8 ms)Closed at 1731968253970
2024-11-18T22:17:33,970 WARN  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionServer(3299): Not adding moved region record: dc50624946c5a4f03c6476b5ce84c8c8 to self.
2024-11-18T22:17:33,973 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:33,973 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=CLOSED
2024-11-18T22:17:33,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:17:33,978 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-18T22:17:33,979 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 in 172 msec
2024-11-18T22:17:33,979 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, REOPEN/MOVE; state=CLOSED, location=3b0ca91ed64a,45987,1731968106669; forceNewPlan=false, retain=true
2024-11-18T22:17:34,130 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=OPENING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, REOPEN/MOVE because future has completed
2024-11-18T22:17:34,133 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:17:34,289 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,289 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7752): Opening region: {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
2024-11-18T22:17:34,289 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,289 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T22:17:34,289 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7794): checking encryption for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,289 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7797): checking classloading for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,291 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dc50624946c5a4f03c6476b5ce84c8c8 
2024-11-18T22:17:34,291 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:34,292 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc50624946c5a4f03c6476b5ce84c8c8 columnFamilyName A
2024-11-18T22:17:34,293 DEBUG [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:34,293 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(327): Store=dc50624946c5a4f03c6476b5ce84c8c8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:34,294 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dc50624946c5a4f03c6476b5ce84c8c8 
2024-11-18T22:17:34,294 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:34,295 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc50624946c5a4f03c6476b5ce84c8c8 columnFamilyName B
2024-11-18T22:17:34,295 DEBUG [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:34,295 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(327): Store=dc50624946c5a4f03c6476b5ce84c8c8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:34,295 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dc50624946c5a4f03c6476b5ce84c8c8 
2024-11-18T22:17:34,296 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T22:17:34,296 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc50624946c5a4f03c6476b5ce84c8c8 columnFamilyName C
2024-11-18T22:17:34,296 DEBUG [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:34,297 INFO  [StoreOpener-dc50624946c5a4f03c6476b5ce84c8c8-1 {}] regionserver.HStore(327): Store=dc50624946c5a4f03c6476b5ce84c8c8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T22:17:34,297 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,297 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1038): replaying wal for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,298 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,300 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,301 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1048): stopping wal replay for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,301 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1060): Cleaning up temporary data for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,303 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T22:17:34,305 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1093): writing seq id for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,310 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1114): Opened dc50624946c5a4f03c6476b5ce84c8c8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75049833, jitterRate=0.11832965910434723}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T22:17:34,310 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,311 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1006): Region open journal for dc50624946c5a4f03c6476b5ce84c8c8:
Running coprocessor pre-open hook at 1731968254289Writing region info on filesystem at 1731968254289Initializing all the Stores at 1731968254290 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968254290Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968254290Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731968254290Cleaning up temporary data from old regions at 1731968254301 (+11 ms)Running coprocessor post-open hooks at 1731968254310 (+9 ms)Region opened successfully at 1731968254311 (+1 ms)
2024-11-18T22:17:34,312 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., pid=127, masterSystemTime=1731968254285
2024-11-18T22:17:34,319 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,319 INFO  [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,322 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=OPEN, openSeqNum=5, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:17:34,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=125
2024-11-18T22:17:34,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 in 192 msec
2024-11-18T22:17:34,329 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124
2024-11-18T22:17:34,329 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, REOPEN/MOVE in 532 msec
2024-11-18T22:17:34,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-18T22:17:34,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 541 msec
2024-11-18T22:17:34,335 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 990 msec
2024-11-18T22:17:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T22:17:34,336 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:34,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1130c997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,342 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53eca7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,344 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41503e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29acc1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,354 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687c7892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,356 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af93bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b691ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,362 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b99869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,372 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a57a0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d844d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,382 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14540c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,384 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36dbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533d9664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,396 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa9e73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,403 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dd7258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27def64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1102b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,416 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,431 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6a0165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac3ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,456 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9730f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,460 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37198399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704631d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,477 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1faee162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723f3b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,486 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee50122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,489 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c3dcc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d7c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,45923,-1 for getting cluster id
2024-11-18T22:17:34,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T22:17:34,494 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e68d96e-3648-4294-b408-925c284ec468'
2024-11-18T22:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T22:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e68d96e-3648-4294-b408-925c284ec468"

2024-11-18T22:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23686047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,45923,-1]
2024-11-18T22:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T22:17:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:34,496 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T22:17:34,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683e7153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T22:17:34,507 DEBUG [Thread-2184 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,511 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees
2024-11-18T22:17:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128
2024-11-18T22:17:34,516 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:34,516 DEBUG [Thread-2197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,518 DEBUG [Thread-2197 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,518 DEBUG [Thread-2197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,518 DEBUG [Thread-2195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,519 DEBUG [Thread-2199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,519 DEBUG [Thread-2186 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,519 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,520 DEBUG [Thread-2195 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,520 DEBUG [Thread-2195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,520 DEBUG [Thread-2192 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,520 DEBUG [Thread-2188 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,522 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,522 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,525 DEBUG [Thread-2203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,525 DEBUG [Thread-2190 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,526 DEBUG [Thread-2203 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,526 DEBUG [Thread-2203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,528 DEBUG [Thread-2201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T22:17:34,528 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,531 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,533 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,539 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:34,539 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,539 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,539 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45987,1731968106669, seqNum=-1]
2024-11-18T22:17:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T22:17:34,546 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T22:17:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5]
2024-11-18T22:17:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,552 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:17:34,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:34,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:34,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:34,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:34,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:34,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:34,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968314595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968314597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968314600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968314600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968314605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128
2024-11-18T22:17:34,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111864e43c7dbc0b449c830af25ec265fec2_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968254552/Put/seqid=0
2024-11-18T22:17:34,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742310_1486 (size=14594)
2024-11-18T22:17:34,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:34,674 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111864e43c7dbc0b449c830af25ec265fec2_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111864e43c7dbc0b449c830af25ec265fec2_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:34,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/07e908d560594bb3aa48763cb54bf560, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:34,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/07e908d560594bb3aa48763cb54bf560 is 175, key is test_row_0/A:col10/1731968254552/Put/seqid=0
2024-11-18T22:17:34,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-18T22:17:34,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:34,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:34,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:34,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968314712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968314711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968314712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968314711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968314723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742311_1487 (size=39549)
2024-11-18T22:17:34,737 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/07e908d560594bb3aa48763cb54bf560
2024-11-18T22:17:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128
2024-11-18T22:17:34,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/b2d115d09c1049b2a346503b5234a66c is 50, key is test_row_0/B:col10/1731968254552/Put/seqid=0
2024-11-18T22:17:34,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-18T22:17:34,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:34,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:34,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:34,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:34,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742312_1488 (size=12001)
2024-11-18T22:17:34,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968314925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968314925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968314925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968314931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:34,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968314947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-18T22:17:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128
2024-11-18T22:17:35,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-18T22:17:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968315242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968315242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968315242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968315252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968315261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,301 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/b2d115d09c1049b2a346503b5234a66c
2024-11-18T22:17:35,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-18T22:17:35,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:35,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,325 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T22:17:35,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e7d42ac7f01a44e4bdb5679912e94c31 is 50, key is test_row_0/C:col10/1731968254552/Put/seqid=0
2024-11-18T22:17:35,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742313_1489 (size=12001)
2024-11-18T22:17:35,428 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e7d42ac7f01a44e4bdb5679912e94c31
2024-11-18T22:17:35,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-18T22:17:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/07e908d560594bb3aa48763cb54bf560 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/07e908d560594bb3aa48763cb54bf560
2024-11-18T22:17:35,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/07e908d560594bb3aa48763cb54bf560, entries=200, sequenceid=17, filesize=38.6 K
2024-11-18T22:17:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/b2d115d09c1049b2a346503b5234a66c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/b2d115d09c1049b2a346503b5234a66c
2024-11-18T22:17:35,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/b2d115d09c1049b2a346503b5234a66c, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T22:17:35,588 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-18T22:17:35,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e7d42ac7f01a44e4bdb5679912e94c31 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e7d42ac7f01a44e4bdb5679912e94c31
2024-11-18T22:17:35,601 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e7d42ac7f01a44e4bdb5679912e94c31, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T22:17:35,604 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for dc50624946c5a4f03c6476b5ce84c8c8 in 1051ms, sequenceid=17, compaction requested=false
2024-11-18T22:17:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T22:17:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:35,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-18T22:17:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:35,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T22:17:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:35,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a31ec2ae72f546d3bcf41feb0a5232a4_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968254597/Put/seqid=0
2024-11-18T22:17:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128
2024-11-18T22:17:35,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742314_1490 (size=12154)
2024-11-18T22:17:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:35,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a31ec2ae72f546d3bcf41feb0a5232a4_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a31ec2ae72f546d3bcf41feb0a5232a4_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:35,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/bc04300374254c8aa3abab01e0ab1445, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/bc04300374254c8aa3abab01e0ab1445 is 175, key is test_row_0/A:col10/1731968254597/Put/seqid=0
2024-11-18T22:17:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:35,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:35,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968315796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968315799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968315801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968315803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968315804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742315_1491 (size=30955)
2024-11-18T22:17:35,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968315911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968315911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968315921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968315921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968315921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968316122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968316124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968316133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968316133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968316133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,237 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=37, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/bc04300374254c8aa3abab01e0ab1445
2024-11-18T22:17:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/46b3bb2ce51b4a49b2eff603d8369c96 is 50, key is test_row_0/B:col10/1731968254597/Put/seqid=0
2024-11-18T22:17:36,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742316_1492 (size=12001)
2024-11-18T22:17:36,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968316441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968316442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968316451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968316453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968316465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128
2024-11-18T22:17:36,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/46b3bb2ce51b4a49b2eff603d8369c96
2024-11-18T22:17:36,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8237e1b0f3344fadaeb29f4569625fed is 50, key is test_row_0/C:col10/1731968254597/Put/seqid=0
2024-11-18T22:17:36,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742317_1493 (size=12001)
2024-11-18T22:17:36,719 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8237e1b0f3344fadaeb29f4569625fed
2024-11-18T22:17:36,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/bc04300374254c8aa3abab01e0ab1445 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bc04300374254c8aa3abab01e0ab1445
2024-11-18T22:17:36,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bc04300374254c8aa3abab01e0ab1445, entries=150, sequenceid=37, filesize=30.2 K
2024-11-18T22:17:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/46b3bb2ce51b4a49b2eff603d8369c96 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/46b3bb2ce51b4a49b2eff603d8369c96
2024-11-18T22:17:36,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/46b3bb2ce51b4a49b2eff603d8369c96, entries=150, sequenceid=37, filesize=11.7 K
2024-11-18T22:17:36,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8237e1b0f3344fadaeb29f4569625fed as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8237e1b0f3344fadaeb29f4569625fed
2024-11-18T22:17:36,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8237e1b0f3344fadaeb29f4569625fed, entries=150, sequenceid=37, filesize=11.7 K
2024-11-18T22:17:36,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for dc50624946c5a4f03c6476b5ce84c8c8 in 1131ms, sequenceid=37, compaction requested=false
2024-11-18T22:17:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129
2024-11-18T22:17:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=129
2024-11-18T22:17:36,776 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128
2024-11-18T22:17:36,776 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2340 sec
2024-11-18T22:17:36,778 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.2660 sec
2024-11-18T22:17:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:36,952 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T22:17:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:36,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:36,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:36,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:36,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:36,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b30fb05c6cfe4d55ba822776421d7043_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968255802/Put/seqid=0
2024-11-18T22:17:36,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742318_1494 (size=12154)
2024-11-18T22:17:36,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968316985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968316986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968316987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968316988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:36,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968316995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968317102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968317102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968317102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968317103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968317111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968317312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968317312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968317313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968317313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968317324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:37,392 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b30fb05c6cfe4d55ba822776421d7043_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b30fb05c6cfe4d55ba822776421d7043_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:37,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/d283895e0f3b44e3843768ffac898991, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:37,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/d283895e0f3b44e3843768ffac898991 is 175, key is test_row_0/A:col10/1731968255802/Put/seqid=0
2024-11-18T22:17:37,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742319_1495 (size=30955)
2024-11-18T22:17:37,428 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/d283895e0f3b44e3843768ffac898991
2024-11-18T22:17:37,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/9b6df058ce0c4a188fea00fa4b37400f is 50, key is test_row_0/B:col10/1731968255802/Put/seqid=0
2024-11-18T22:17:37,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742320_1496 (size=12001)
2024-11-18T22:17:37,490 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/9b6df058ce0c4a188fea00fa4b37400f
2024-11-18T22:17:37,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/df2abb896ce549ed8e745bbcefb5248b is 50, key is test_row_0/C:col10/1731968255802/Put/seqid=0
2024-11-18T22:17:37,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742321_1497 (size=12001)
2024-11-18T22:17:37,561 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/df2abb896ce549ed8e745bbcefb5248b
2024-11-18T22:17:37,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/d283895e0f3b44e3843768ffac898991 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/d283895e0f3b44e3843768ffac898991
2024-11-18T22:17:37,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/d283895e0f3b44e3843768ffac898991, entries=150, sequenceid=50, filesize=30.2 K
2024-11-18T22:17:37,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/9b6df058ce0c4a188fea00fa4b37400f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9b6df058ce0c4a188fea00fa4b37400f
2024-11-18T22:17:37,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968317625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968317626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968317629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968317632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:37,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968317632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:37,642 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9b6df058ce0c4a188fea00fa4b37400f, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T22:17:37,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/df2abb896ce549ed8e745bbcefb5248b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/df2abb896ce549ed8e745bbcefb5248b
2024-11-18T22:17:37,654 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/df2abb896ce549ed8e745bbcefb5248b, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T22:17:37,656 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for dc50624946c5a4f03c6476b5ce84c8c8 in 704ms, sequenceid=50, compaction requested=true
2024-11-18T22:17:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:37,656 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:17:37,657 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:37,660 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:37,660 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/B is initiating minor compaction (all files)
2024-11-18T22:17:37,660 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/B in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:37,661 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/b2d115d09c1049b2a346503b5234a66c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/46b3bb2ce51b4a49b2eff603d8369c96, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9b6df058ce0c4a188fea00fa4b37400f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=35.2 K
2024-11-18T22:17:37,661 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:37,661 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/A is initiating minor compaction (all files)
2024-11-18T22:17:37,661 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/A in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:37,661 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/07e908d560594bb3aa48763cb54bf560, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bc04300374254c8aa3abab01e0ab1445, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/d283895e0f3b44e3843768ffac898991] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=99.1 K
2024-11-18T22:17:37,661 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:37,661 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/07e908d560594bb3aa48763cb54bf560, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bc04300374254c8aa3abab01e0ab1445, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/d283895e0f3b44e3843768ffac898991]
2024-11-18T22:17:37,662 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d115d09c1049b2a346503b5234a66c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731968254550
2024-11-18T22:17:37,662 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e908d560594bb3aa48763cb54bf560, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731968254547
2024-11-18T22:17:37,662 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46b3bb2ce51b4a49b2eff603d8369c96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731968254595
2024-11-18T22:17:37,662 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting bc04300374254c8aa3abab01e0ab1445, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731968254595
2024-11-18T22:17:37,662 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b6df058ce0c4a188fea00fa4b37400f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731968255796
2024-11-18T22:17:37,667 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting d283895e0f3b44e3843768ffac898991, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731968255796
2024-11-18T22:17:37,682 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:37,683 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/101495e2abb14220ac03ffea43a21da9 is 50, key is test_row_0/B:col10/1731968255802/Put/seqid=0
2024-11-18T22:17:37,684 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:37,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742322_1498 (size=12104)
2024-11-18T22:17:37,706 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118cc1e86470eb74206bddd6c69ef0378ea_dc50624946c5a4f03c6476b5ce84c8c8 store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:37,708 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118cc1e86470eb74206bddd6c69ef0378ea_dc50624946c5a4f03c6476b5ce84c8c8, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:37,708 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cc1e86470eb74206bddd6c69ef0378ea_dc50624946c5a4f03c6476b5ce84c8c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:37,717 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/101495e2abb14220ac03ffea43a21da9 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/101495e2abb14220ac03ffea43a21da9
2024-11-18T22:17:37,735 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/B of dc50624946c5a4f03c6476b5ce84c8c8 into 101495e2abb14220ac03ffea43a21da9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:37,735 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:37,735 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/B, priority=13, startTime=1731968257656; duration=0sec
2024-11-18T22:17:37,735 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:37,735 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:B
2024-11-18T22:17:37,735 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:37,744 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:37,744 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/C is initiating minor compaction (all files)
2024-11-18T22:17:37,744 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/C in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:37,744 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e7d42ac7f01a44e4bdb5679912e94c31, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8237e1b0f3344fadaeb29f4569625fed, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/df2abb896ce549ed8e745bbcefb5248b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=35.2 K
2024-11-18T22:17:37,745 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7d42ac7f01a44e4bdb5679912e94c31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731968254550
2024-11-18T22:17:37,747 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8237e1b0f3344fadaeb29f4569625fed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731968254595
2024-11-18T22:17:37,754 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting df2abb896ce549ed8e745bbcefb5248b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731968255796
2024-11-18T22:17:37,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742323_1499 (size=4469)
2024-11-18T22:17:37,804 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#C#compaction#425 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:37,805 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/122bb7d9b82245128f79f8ae4fc7e118 is 50, key is test_row_0/C:col10/1731968255802/Put/seqid=0
2024-11-18T22:17:37,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742324_1500 (size=12104)
2024-11-18T22:17:37,861 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/122bb7d9b82245128f79f8ae4fc7e118 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/122bb7d9b82245128f79f8ae4fc7e118
2024-11-18T22:17:37,910 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/C of dc50624946c5a4f03c6476b5ce84c8c8 into 122bb7d9b82245128f79f8ae4fc7e118(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:37,910 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:37,910 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/C, priority=13, startTime=1731968257656; duration=0sec
2024-11-18T22:17:37,910 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:37,910 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:C
2024-11-18T22:17:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968256977, max timestamp=1731968258156Num uniques 859; 
2024-11-18T22:17:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968256977, max timestamp=1731968258156Num uniques 859; 
2024-11-18T22:17:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:38,164 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=64.06 KB heapSize=182.27 KB
2024-11-18T22:17:38,164 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#A#compaction#424 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:38,165 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/26c95c431ffc4afaa4ab66e90daaa9ec is 175, key is test_row_0/A:col10/1731968255802/Put/seqid=0
2024-11-18T22:17:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:38,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968256977, max timestamp=1731968258156Num uniques 859; 
2024-11-18T22:17:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:38,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:38,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742325_1501 (size=31058)
2024-11-18T22:17:38,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b93160f120a04cd4931c79ef5f825496_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968256992/Put/seqid=0
2024-11-18T22:17:38,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742326_1502 (size=17034)
2024-11-18T22:17:38,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968258254, max timestamp=1731968258306Num uniques 859; 
2024-11-18T22:17:38,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:38,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968258254, max timestamp=1731968258306Num uniques 859; 
2024-11-18T22:17:38,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:38,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968258254, max timestamp=1731968258306Num uniques 859; 
2024-11-18T22:17:38,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:38,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968258363, max timestamp=1731968258405Num uniques 1009; 
2024-11-18T22:17:38,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218
2024-11-18T22:17:38,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968258363, max timestamp=1731968258405Num uniques 1009; 
2024-11-18T22:17:38,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218
2024-11-18T22:17:38,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968258363, max timestamp=1731968258405Num uniques 1009; 
2024-11-18T22:17:38,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218
2024-11-18T22:17:38,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968318510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731968258468, max timestamp=1731968258583Num uniques 1077; 
2024-11-18T22:17:38,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-18T22:17:38,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968258468, max timestamp=1731968258583Num uniques 1077; 
2024-11-18T22:17:38,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968258468, max timestamp=1731968258583Num uniques 1077; 
2024-11-18T22:17:38,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150
2024-11-18T22:17:38,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150
2024-11-18T22:17:38,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,634 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/26c95c431ffc4afaa4ab66e90daaa9ec as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/26c95c431ffc4afaa4ab66e90daaa9ec
2024-11-18T22:17:38,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:38,671 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/A of dc50624946c5a4f03c6476b5ce84c8c8 into 26c95c431ffc4afaa4ab66e90daaa9ec(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-18T22:17:38,671 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:38,671 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/A, priority=13, startTime=1731968257656; duration=1sec
2024-11-18T22:17:38,671 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:38,671 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:A
2024-11-18T22:17:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128
2024-11-18T22:17:38,682 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:38,683 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees
2024-11-18T22:17:38,687 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-18T22:17:38,700 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b93160f120a04cd4931c79ef5f825496_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b93160f120a04cd4931c79ef5f825496_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:38,702 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/41a7d834bdfd4d82a3e587655fdccffd, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:38,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/41a7d834bdfd4d82a3e587655fdccffd is 175, key is test_row_0/A:col10/1731968256992/Put/seqid=0
2024-11-18T22:17:38,705 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:38,705 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:38,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742327_1503 (size=48139)
2024-11-18T22:17:38,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731968258658, max timestamp=1731968258732Num uniques 1086; 
2024-11-18T22:17:38,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-18T22:17:38,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731968258658, max timestamp=1731968258732Num uniques 1009; 
2024-11-18T22:17:38,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8516, suffix heap size=132904,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=186
2024-11-18T22:17:38,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731968258658, max timestamp=1731968258732Num uniques 1009; 
2024-11-18T22:17:38,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8516, suffix heap size=132904,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=186
2024-11-18T22:17:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-18T22:17:38,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13500, totalHeapSize=30920, min timestamp=1731968258761, max timestamp=1731968258788Num uniques 1095; 
2024-11-18T22:17:38,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13500, totalHeapSize=30920, min timestamp=1731968258761, max timestamp=1731968258788Num uniques 1045; 
2024-11-18T22:17:38,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50140, new segment data size=13500, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295
2024-11-18T22:17:38,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47850, new segment data size=13500, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295
2024-11-18T22:17:38,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731968258761, max timestamp=1731968258788Num uniques 1045; 
2024-11-18T22:17:38,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295
2024-11-18T22:17:38,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:38,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:38,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968318856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968318859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968318859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968318861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968318861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968318971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968318971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968318981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968318982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:38,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968318983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:38,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:38,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-18T22:17:39,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,132 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=75, memsize=13.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/41a7d834bdfd4d82a3e587655fdccffd
2024-11-18T22:17:39,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/93a6543c6f374ce59beeab3ceca9e1b4 is 50, key is test_row_0/B:col10/1731968256992/Put/seqid=0
2024-11-18T22:17:39,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742328_1504 (size=12001)
2024-11-18T22:17:39,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968319182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968319184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968319192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968319192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968319195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-18T22:17:39,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968319502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968319502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968319502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968319504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968319512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:39,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/93a6543c6f374ce59beeab3ceca9e1b4
2024-11-18T22:17:39,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/f5851f5d78074581a6f9f6a84c3bdeae is 50, key is test_row_0/C:col10/1731968256992/Put/seqid=0
2024-11-18T22:17:39,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742329_1505 (size=12001)
2024-11-18T22:17:39,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-18T22:17:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:39,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:40,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968320021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:40,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:40,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968320023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968320023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:40,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968320032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:40,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968320032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:40,070 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/f5851f5d78074581a6f9f6a84c3bdeae
2024-11-18T22:17:40,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/41a7d834bdfd4d82a3e587655fdccffd as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/41a7d834bdfd4d82a3e587655fdccffd
2024-11-18T22:17:40,102 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/41a7d834bdfd4d82a3e587655fdccffd, entries=250, sequenceid=75, filesize=47.0 K
2024-11-18T22:17:40,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/93a6543c6f374ce59beeab3ceca9e1b4 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/93a6543c6f374ce59beeab3ceca9e1b4
2024-11-18T22:17:40,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:40,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:40,149 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/93a6543c6f374ce59beeab3ceca9e1b4, entries=150, sequenceid=75, filesize=11.7 K
2024-11-18T22:17:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:40,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/f5851f5d78074581a6f9f6a84c3bdeae as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f5851f5d78074581a6f9f6a84c3bdeae
2024-11-18T22:17:40,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f5851f5d78074581a6f9f6a84c3bdeae, entries=150, sequenceid=75, filesize=11.7 K
2024-11-18T22:17:40,210 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.07 KB/40005, heapSize ~103.29 KB/105768, currentSize=147.60 KB/151140 for dc50624946c5a4f03c6476b5ce84c8c8 in 2045ms, sequenceid=75, compaction requested=false
2024-11-18T22:17:40,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:40,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-18T22:17:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:40,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=147.60 KB heapSize=412.08 KB
2024-11-18T22:17:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:40,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111809d6eb7a668245778627a5f6a9959d3a_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968258850/Put/seqid=0
2024-11-18T22:17:40,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742330_1506 (size=12304)
2024-11-18T22:17:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-18T22:17:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:40,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111809d6eb7a668245778627a5f6a9959d3a_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111809d6eb7a668245778627a5f6a9959d3a_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/6981e032b61748318e4531414e548cee, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/6981e032b61748318e4531414e548cee is 175, key is test_row_0/A:col10/1731968258850/Put/seqid=0
2024-11-18T22:17:40,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742331_1507 (size=31105)
2024-11-18T22:17:41,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:41,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968321056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968321064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968321065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968321066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968321068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968321172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968321181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968321182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968321182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968321191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/6981e032b61748318e4531414e548cee
2024-11-18T22:17:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1dda112496a546f8a52dea1c97121eef is 50, key is test_row_0/B:col10/1731968258850/Put/seqid=0
2024-11-18T22:17:41,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968321392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968321392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968321393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968321392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968321405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742332_1508 (size=12151)
2024-11-18T22:17:41,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1dda112496a546f8a52dea1c97121eef
2024-11-18T22:17:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/fda60bc5ec9e49a89561a2544cfff862 is 50, key is test_row_0/C:col10/1731968258850/Put/seqid=0
2024-11-18T22:17:41,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742333_1509 (size=12151)
2024-11-18T22:17:41,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/fda60bc5ec9e49a89561a2544cfff862
2024-11-18T22:17:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/6981e032b61748318e4531414e548cee as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/6981e032b61748318e4531414e548cee
2024-11-18T22:17:41,601 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/6981e032b61748318e4531414e548cee, entries=150, sequenceid=181, filesize=30.4 K
2024-11-18T22:17:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1dda112496a546f8a52dea1c97121eef as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1dda112496a546f8a52dea1c97121eef
2024-11-18T22:17:41,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1dda112496a546f8a52dea1c97121eef, entries=150, sequenceid=181, filesize=11.9 K
2024-11-18T22:17:41,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/fda60bc5ec9e49a89561a2544cfff862 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/fda60bc5ec9e49a89561a2544cfff862
2024-11-18T22:17:41,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/fda60bc5ec9e49a89561a2544cfff862, entries=150, sequenceid=181, filesize=11.9 K
2024-11-18T22:17:41,678 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~412.03 KB/421920, currentSize=40.25 KB/41220 for dc50624946c5a4f03c6476b5ce84c8c8 in 1354ms, sequenceid=181, compaction requested=true
2024-11-18T22:17:41,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:41,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:41,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131
2024-11-18T22:17:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=131
2024-11-18T22:17:41,689 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130
2024-11-18T22:17:41,689 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9770 sec
2024-11-18T22:17:41,692 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 3.0070 sec
2024-11-18T22:17:41,717 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:17:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:41,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118be63af81e2274746a26f8728ae1a02b6_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968261050/Put/seqid=0
2024-11-18T22:17:41,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742334_1510 (size=14794)
2024-11-18T22:17:41,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968321784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968321783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968261776, max timestamp=1731968261797Num uniques 859; 
2024-11-18T22:17:41,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:41,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968261776, max timestamp=1731968261797Num uniques 859; 
2024-11-18T22:17:41,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968261776, max timestamp=1731968261797Num uniques 859; 
2024-11-18T22:17:41,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:41,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:41,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968321880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968321881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968321894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968321912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:41,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968321920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968322005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968322003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968322011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968322128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968322141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:42,207 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118be63af81e2274746a26f8728ae1a02b6_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118be63af81e2274746a26f8728ae1a02b6_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:42,208 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/4ab3d8f12aa54d958ae2aa1aa63adb5b, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:42,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/4ab3d8f12aa54d958ae2aa1aa63adb5b is 175, key is test_row_0/A:col10/1731968261050/Put/seqid=0
2024-11-18T22:17:42,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968322221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968322221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968322221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742335_1511 (size=39749)
2024-11-18T22:17:42,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968322445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968322465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968322532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968322532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968322548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,661 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/4ab3d8f12aa54d958ae2aa1aa63adb5b
2024-11-18T22:17:42,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/54f8e063e75d4f1f949bf257168939e9 is 50, key is test_row_0/B:col10/1731968261050/Put/seqid=0
2024-11-18T22:17:42,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742336_1512 (size=12151)
2024-11-18T22:17:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130
2024-11-18T22:17:42,843 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:42,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees
2024-11-18T22:17:42,847 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:42,849 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:42,849 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-18T22:17:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-18T22:17:42,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968322965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:42,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968322982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:43,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-18T22:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=133
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968323044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:43,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968323052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:43,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968323071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:43,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-18T22:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,168 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/54f8e063e75d4f1f949bf257168939e9
2024-11-18T22:17:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=133
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-18T22:17:43,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/0b71defe73c041e29e843ac20b424207 is 50, key is test_row_0/C:col10/1731968261050/Put/seqid=0
2024-11-18T22:17:43,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742337_1513 (size=12151)
2024-11-18T22:17:43,281 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/0b71defe73c041e29e843ac20b424207
2024-11-18T22:17:43,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/4ab3d8f12aa54d958ae2aa1aa63adb5b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/4ab3d8f12aa54d958ae2aa1aa63adb5b
2024-11-18T22:17:43,294 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/4ab3d8f12aa54d958ae2aa1aa63adb5b, entries=200, sequenceid=191, filesize=38.8 K
2024-11-18T22:17:43,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/54f8e063e75d4f1f949bf257168939e9 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/54f8e063e75d4f1f949bf257168939e9
2024-11-18T22:17:43,304 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/54f8e063e75d4f1f949bf257168939e9, entries=150, sequenceid=191, filesize=11.9 K
2024-11-18T22:17:43,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/0b71defe73c041e29e843ac20b424207 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/0b71defe73c041e29e843ac20b424207
2024-11-18T22:17:43,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-18T22:17:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=133
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:43,339 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/0b71defe73c041e29e843ac20b424207, entries=150, sequenceid=191, filesize=11.9 K
2024-11-18T22:17:43,341 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dc50624946c5a4f03c6476b5ce84c8c8 in 1624ms, sequenceid=191, compaction requested=true
2024-11-18T22:17:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:43,341 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:17:43,341 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:43,349 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 150051 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:43,349 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/A is initiating minor compaction (all files)
2024-11-18T22:17:43,349 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/A in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,349 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/26c95c431ffc4afaa4ab66e90daaa9ec, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/41a7d834bdfd4d82a3e587655fdccffd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/6981e032b61748318e4531414e548cee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/4ab3d8f12aa54d958ae2aa1aa63adb5b] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=146.5 K
2024-11-18T22:17:43,349 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,349 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/26c95c431ffc4afaa4ab66e90daaa9ec, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/41a7d834bdfd4d82a3e587655fdccffd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/6981e032b61748318e4531414e548cee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/4ab3d8f12aa54d958ae2aa1aa63adb5b]
2024-11-18T22:17:43,350 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:43,350 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/B is initiating minor compaction (all files)
2024-11-18T22:17:43,350 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/B in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,350 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/101495e2abb14220ac03ffea43a21da9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/93a6543c6f374ce59beeab3ceca9e1b4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1dda112496a546f8a52dea1c97121eef, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/54f8e063e75d4f1f949bf257168939e9] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=47.3 K
2024-11-18T22:17:43,350 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 26c95c431ffc4afaa4ab66e90daaa9ec, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731968255796
2024-11-18T22:17:43,350 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 41a7d834bdfd4d82a3e587655fdccffd, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731968256977
2024-11-18T22:17:43,350 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 101495e2abb14220ac03ffea43a21da9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731968255796
2024-11-18T22:17:43,351 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6981e032b61748318e4531414e548cee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731968258850
2024-11-18T22:17:43,351 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93a6543c6f374ce59beeab3ceca9e1b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731968256992
2024-11-18T22:17:43,351 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ab3d8f12aa54d958ae2aa1aa63adb5b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731968261050
2024-11-18T22:17:43,357 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dda112496a546f8a52dea1c97121eef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731968258850
2024-11-18T22:17:43,357 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54f8e063e75d4f1f949bf257168939e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731968261050
2024-11-18T22:17:43,409 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:43,419 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:43,420 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1eb49e5d6a784ba4b80091b5fea73562 is 50, key is test_row_0/B:col10/1731968261050/Put/seqid=0
2024-11-18T22:17:43,445 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118a265a7a9205343abb0dcfb9693559bdd_dc50624946c5a4f03c6476b5ce84c8c8 store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:43,448 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118a265a7a9205343abb0dcfb9693559bdd_dc50624946c5a4f03c6476b5ce84c8c8, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:43,448 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a265a7a9205343abb0dcfb9693559bdd_dc50624946c5a4f03c6476b5ce84c8c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-18T22:17:43,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-18T22:17:43,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-18T22:17:43,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:43,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742338_1514 (size=12391)
2024-11-18T22:17:43,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742339_1515 (size=4469)
2024-11-18T22:17:43,545 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1eb49e5d6a784ba4b80091b5fea73562 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1eb49e5d6a784ba4b80091b5fea73562
2024-11-18T22:17:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186e52d8c2106040a98360da3ca11f0c41_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968261851/Put/seqid=0
2024-11-18T22:17:43,560 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#A#compaction#435 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:43,561 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/dc55a156a91a41c8bbe6994fd05d3967 is 175, key is test_row_0/A:col10/1731968261050/Put/seqid=0
2024-11-18T22:17:43,592 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/B of dc50624946c5a4f03c6476b5ce84c8c8 into 1eb49e5d6a784ba4b80091b5fea73562(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:43,592 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:43,592 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/B, priority=12, startTime=1731968263341; duration=0sec
2024-11-18T22:17:43,592 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:43,592 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:B
2024-11-18T22:17:43,593 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:43,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742341_1517 (size=31345)
2024-11-18T22:17:43,620 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:43,620 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/C is initiating minor compaction (all files)
2024-11-18T22:17:43,620 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/C in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:43,621 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/122bb7d9b82245128f79f8ae4fc7e118, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f5851f5d78074581a6f9f6a84c3bdeae, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/fda60bc5ec9e49a89561a2544cfff862, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/0b71defe73c041e29e843ac20b424207] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=47.3 K
2024-11-18T22:17:43,633 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 122bb7d9b82245128f79f8ae4fc7e118, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731968255796
2024-11-18T22:17:43,645 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5851f5d78074581a6f9f6a84c3bdeae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731968256992
2024-11-18T22:17:43,652 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting fda60bc5ec9e49a89561a2544cfff862, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731968258850
2024-11-18T22:17:43,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742340_1516 (size=12304)
2024-11-18T22:17:43,660 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b71defe73c041e29e843ac20b424207, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731968261050
2024-11-18T22:17:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:43,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186e52d8c2106040a98360da3ca11f0c41_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e52d8c2106040a98360da3ca11f0c41_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/2895adfc75604461bd88c590b7f57597, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/2895adfc75604461bd88c590b7f57597 is 175, key is test_row_0/A:col10/1731968261851/Put/seqid=0
2024-11-18T22:17:43,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742342_1518 (size=31105)
2024-11-18T22:17:43,751 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#C#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:43,752 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/3034f967e08c40418658928158a08467 is 50, key is test_row_0/C:col10/1731968261050/Put/seqid=0
2024-11-18T22:17:43,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742343_1519 (size=12391)
2024-11-18T22:17:43,868 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/3034f967e08c40418658928158a08467 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3034f967e08c40418658928158a08467
2024-11-18T22:17:43,908 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/C of dc50624946c5a4f03c6476b5ce84c8c8 into 3034f967e08c40418658928158a08467(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:43,908 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:43,908 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/C, priority=12, startTime=1731968263341; duration=0sec
2024-11-18T22:17:43,910 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:43,910 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:C
2024-11-18T22:17:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-18T22:17:43,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:44,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968324049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,066 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/dc55a156a91a41c8bbe6994fd05d3967 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/dc55a156a91a41c8bbe6994fd05d3967
2024-11-18T22:17:44,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968324065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,091 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/A of dc50624946c5a4f03c6476b5ce84c8c8 into dc55a156a91a41c8bbe6994fd05d3967(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:44,091 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:44,091 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/A, priority=12, startTime=1731968263341; duration=0sec
2024-11-18T22:17:44,091 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:44,091 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:A
2024-11-18T22:17:44,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968324072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968324073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,092 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,092 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968324101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,119 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2238 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:44,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/2895adfc75604461bd88c590b7f57597
2024-11-18T22:17:44,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968324171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968324181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/13d862c56f7a4da48d69337025c9e0db is 50, key is test_row_0/B:col10/1731968261851/Put/seqid=0
2024-11-18T22:17:44,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742344_1520 (size=12151)
2024-11-18T22:17:44,240 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/13d862c56f7a4da48d69337025c9e0db
2024-11-18T22:17:44,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/3f5321e2b20e47b7aad65b6c2b3ceb89 is 50, key is test_row_0/C:col10/1731968261851/Put/seqid=0
2024-11-18T22:17:44,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742345_1521 (size=12151)
2024-11-18T22:17:44,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968324381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968324391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968324701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968324711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:44,717 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/3f5321e2b20e47b7aad65b6c2b3ceb89
2024-11-18T22:17:44,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/2895adfc75604461bd88c590b7f57597 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/2895adfc75604461bd88c590b7f57597
2024-11-18T22:17:44,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/2895adfc75604461bd88c590b7f57597, entries=150, sequenceid=227, filesize=30.4 K
2024-11-18T22:17:44,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/13d862c56f7a4da48d69337025c9e0db as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/13d862c56f7a4da48d69337025c9e0db
2024-11-18T22:17:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/13d862c56f7a4da48d69337025c9e0db, entries=150, sequenceid=227, filesize=11.9 K
2024-11-18T22:17:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/3f5321e2b20e47b7aad65b6c2b3ceb89 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3f5321e2b20e47b7aad65b6c2b3ceb89
2024-11-18T22:17:44,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3f5321e2b20e47b7aad65b6c2b3ceb89, entries=150, sequenceid=227, filesize=11.9 K
2024-11-18T22:17:44,764 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for dc50624946c5a4f03c6476b5ce84c8c8 in 1279ms, sequenceid=227, compaction requested=false
2024-11-18T22:17:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:44,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:44,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133
2024-11-18T22:17:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=133
2024-11-18T22:17:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,772 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132
2024-11-18T22:17:44,772 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec
2024-11-18T22:17:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,777 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.9290 sec
2024-11-18T22:17:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-18T22:17:45,009 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,010 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees
2024-11-18T22:17:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-18T22:17:45,017 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:45,017 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:45,018 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-18T22:17:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-18T22:17:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:45,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T22:17:45,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:45,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:45,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:45,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:45,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:45,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111828abb27a4fcb47d4b793eb41a9f756db_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968263995/Put/seqid=0
2024-11-18T22:17:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742346_1522 (size=9814)
2024-11-18T22:17:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111828abb27a4fcb47d4b793eb41a9f756db_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111828abb27a4fcb47d4b793eb41a9f756db_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/0aa5a23a9c40497e99f0e4fb6d0eb37c, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/0aa5a23a9c40497e99f0e4fb6d0eb37c is 175, key is test_row_0/A:col10/1731968263995/Put/seqid=0
2024-11-18T22:17:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742347_1523 (size=22461)
2024-11-18T22:17:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-18T22:17:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:45,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968265369, max timestamp=1731968265397Num uniques 859; 
2024-11-18T22:17:45,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:45,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968265369, max timestamp=1731968265397Num uniques 859; 
2024-11-18T22:17:45,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:45,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731968265369, max timestamp=1731968265397Num uniques 859; 
2024-11-18T22:17:45,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T22:17:45,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968325550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968325552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-18T22:17:45,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968325662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:45,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:45,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968325662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:45,730 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/0aa5a23a9c40497e99f0e4fb6d0eb37c
2024-11-18T22:17:45,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/3dd9202826e848b8a87ce51e66ac0927 is 50, key is test_row_0/B:col10/1731968263995/Put/seqid=0
2024-11-18T22:17:45,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742348_1524 (size=9757)
2024-11-18T22:17:45,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968325884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:45,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968325884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:46,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968326112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:46,125 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4244 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:46,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968326122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:46,127 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_1' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:46,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:46,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968326141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:46,148 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4268 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-18T22:17:46,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968326201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:46,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968326201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:46,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/3dd9202826e848b8a87ce51e66ac0927
2024-11-18T22:17:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e5f21f95ccdd4f0dbcfdb15235b68a84 is 50, key is test_row_0/C:col10/1731968263995/Put/seqid=0
2024-11-18T22:17:46,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742349_1525 (size=9757)
2024-11-18T22:17:46,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e5f21f95ccdd4f0dbcfdb15235b68a84
2024-11-18T22:17:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/0aa5a23a9c40497e99f0e4fb6d0eb37c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/0aa5a23a9c40497e99f0e4fb6d0eb37c
2024-11-18T22:17:46,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/0aa5a23a9c40497e99f0e4fb6d0eb37c, entries=100, sequenceid=240, filesize=21.9 K
2024-11-18T22:17:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/3dd9202826e848b8a87ce51e66ac0927 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/3dd9202826e848b8a87ce51e66ac0927
2024-11-18T22:17:46,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/3dd9202826e848b8a87ce51e66ac0927, entries=100, sequenceid=240, filesize=9.5 K
2024-11-18T22:17:46,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e5f21f95ccdd4f0dbcfdb15235b68a84 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e5f21f95ccdd4f0dbcfdb15235b68a84
2024-11-18T22:17:46,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e5f21f95ccdd4f0dbcfdb15235b68a84, entries=100, sequenceid=240, filesize=9.5 K
2024-11-18T22:17:46,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dc50624946c5a4f03c6476b5ce84c8c8 in 1164ms, sequenceid=240, compaction requested=true
2024-11-18T22:17:46,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:46,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:46,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135
2024-11-18T22:17:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=135
2024-11-18T22:17:46,360 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134
2024-11-18T22:17:46,360 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3370 sec
2024-11-18T22:17:46,373 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.3520 sec
2024-11-18T22:17:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:46,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968265530, max timestamp=1731968266732Num uniques 1068; 
2024-11-18T22:17:46,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218
2024-11-18T22:17:46,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731968265530, max timestamp=1731968266732Num uniques 1068; 
2024-11-18T22:17:46,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-18T22:17:46,742 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=69.33 KB heapSize=188.95 KB
2024-11-18T22:17:46,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968265530, max timestamp=1731968266732Num uniques 1068; 
2024-11-18T22:17:46,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218
2024-11-18T22:17:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:46,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:46,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118101d765a14b847ef9a8305e2bee2fa1d_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968266739/Put/seqid=0
2024-11-18T22:17:46,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742350_1526 (size=17534)
2024-11-18T22:17:46,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731968266870, max timestamp=1731968266890Num uniques 859; 
2024-11-18T22:17:46,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T22:17:46,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968266870, max timestamp=1731968266890Num uniques 859; 
2024-11-18T22:17:46,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:46,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968266870, max timestamp=1731968266890Num uniques 859; 
2024-11-18T22:17:46,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T22:17:47,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731968266964, max timestamp=1731968267019Num uniques 1018; 
2024-11-18T22:17:47,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-18T22:17:47,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968266986, max timestamp=1731968267019Num uniques 1009; 
2024-11-18T22:17:47,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968266986, max timestamp=1731968267019Num uniques 1009; 
2024-11-18T22:17:47,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-11-18T22:17:47,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-11-18T22:17:47,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731968267104, max timestamp=1731968267142Num uniques 1077; 
2024-11-18T22:17:47,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-11-18T22:17:47,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731968267104, max timestamp=1731968267142Num uniques 1009; 
2024-11-18T22:17:47,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8102, suffix heap size=132904,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177
2024-11-18T22:17:47,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731968267104, max timestamp=1731968267142Num uniques 1009; 
2024-11-18T22:17:47,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8102, suffix heap size=132904,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177
2024-11-18T22:17:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-18T22:17:47,172 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:47,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees
2024-11-18T22:17:47,179 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-18T22:17:47,182 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:47,182 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:47,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:47,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968327280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:47,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:47,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:47,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:47,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731968267260, max timestamp=1731968267272Num uniques 1036; 
2024-11-18T22:17:47,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-11-18T22:17:47,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731968267260, max timestamp=1731968267272Num uniques 1036; 
2024-11-18T22:17:47,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-11-18T22:17:47,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968267260, max timestamp=1731968267272Num uniques 1036; 
2024-11-18T22:17:47,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=6870, suffix heap size=135712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=150
2024-11-18T22:17:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-18T22:17:47,305 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118101d765a14b847ef9a8305e2bee2fa1d_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118101d765a14b847ef9a8305e2bee2fa1d_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:47,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3b14a3cf4ce44c2ca68d6a93d6ce2596, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:47,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3b14a3cf4ce44c2ca68d6a93d6ce2596 is 175, key is test_row_0/A:col10/1731968266739/Put/seqid=0
2024-11-18T22:17:47,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742351_1527 (size=48639)
2024-11-18T22:17:47,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731968267442, max timestamp=1731968267476Num uniques 1045; 
2024-11-18T22:17:47,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-11-18T22:17:47,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968267442, max timestamp=1731968267476Num uniques 1045; 
2024-11-18T22:17:47,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=6870, suffix heap size=136648,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=150
2024-11-18T22:17:47,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968267442, max timestamp=1731968267476Num uniques 1009; 
2024-11-18T22:17:47,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-11-18T22:17:47,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-18T22:17:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731968267583, max timestamp=1731968267611Num uniques 1104; 
2024-11-18T22:17:47,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-18T22:17:47,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731968267583, max timestamp=1731968267611Num uniques 1009; 
2024-11-18T22:17:47,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-11-18T22:17:47,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731968267583, max timestamp=1731968267611Num uniques 1009; 
2024-11-18T22:17:47,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-11-18T22:17:47,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731968267707, max timestamp=1731968267740Num uniques 1013; 
2024-11-18T22:17:47,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163
2024-11-18T22:17:47,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731968267707, max timestamp=1731968267740Num uniques 1013; 
2024-11-18T22:17:47,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163
2024-11-18T22:17:47,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731968267707, max timestamp=1731968267740Num uniques 1013; 
2024-11-18T22:17:47,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=6870, suffix heap size=133320,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=150
2024-11-18T22:17:47,769 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3b14a3cf4ce44c2ca68d6a93d6ce2596
2024-11-18T22:17:47,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/5541df0ff0594454999502e2e3b6fa5d is 50, key is test_row_0/B:col10/1731968266739/Put/seqid=0
2024-11-18T22:17:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-18T22:17:47,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:47,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:47,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742352_1528 (size=12301)
2024-11-18T22:17:47,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731968267813, max timestamp=1731968267858Num uniques 1022; 
2024-11-18T22:17:47,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222
2024-11-18T22:17:47,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731968267813, max timestamp=1731968267858Num uniques 1022; 
2024-11-18T22:17:47,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172
2024-11-18T22:17:47,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731968267813, max timestamp=1731968267858Num uniques 1009; 
2024-11-18T22:17:47,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=7872, suffix heap size=132904,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=172
2024-11-18T22:17:47,876 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/5541df0ff0594454999502e2e3b6fa5d
2024-11-18T22:17:47,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/6e55497ae7f54b85b10b429ed9769989 is 50, key is test_row_0/C:col10/1731968266739/Put/seqid=0
2024-11-18T22:17:47,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742353_1529 (size=12301)
2024-11-18T22:17:47,937 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/6e55497ae7f54b85b10b429ed9769989
2024-11-18T22:17:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3b14a3cf4ce44c2ca68d6a93d6ce2596 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3b14a3cf4ce44c2ca68d6a93d6ce2596
2024-11-18T22:17:47,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3b14a3cf4ce44c2ca68d6a93d6ce2596, entries=250, sequenceid=279, filesize=47.5 K
2024-11-18T22:17:47,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731968267959, max timestamp=1731968267984Num uniques 1081; 
2024-11-18T22:17:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231
2024-11-18T22:17:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:47,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:47,995 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731968267959, max timestamp=1731968267984Num uniques 1031; 
2024-11-18T22:17:47,995 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231
2024-11-18T22:17:47,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731968267959, max timestamp=1731968267984Num uniques 1031; 
2024-11-18T22:17:47,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3b0ca91ed64a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231
2024-11-18T22:17:47,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/5541df0ff0594454999502e2e3b6fa5d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/5541df0ff0594454999502e2e3b6fa5d
2024-11-18T22:17:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,027 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/5541df0ff0594454999502e2e3b6fa5d, entries=150, sequenceid=279, filesize=12.0 K
2024-11-18T22:17:48,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/6e55497ae7f54b85b10b429ed9769989 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6e55497ae7f54b85b10b429ed9769989
2024-11-18T22:17:48,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6e55497ae7f54b85b10b429ed9769989, entries=150, sequenceid=279, filesize=12.0 K
2024-11-18T22:17:48,060 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~38.02 KB/38930, heapSize ~95.42 KB/97712, currentSize=67.09 KB/68700 for dc50624946c5a4f03c6476b5ce84c8c8 in 1318ms, sequenceid=279, compaction requested=true
2024-11-18T22:17:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:48,060 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:48,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T22:17:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:48,064 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:48,065 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=73.80 KB heapSize=198.94 KB
2024-11-18T22:17:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:48,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:48,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T22:17:48,075 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133550 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:48,075 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46600 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:48,075 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/B is initiating minor compaction (all files)
2024-11-18T22:17:48,075 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/A is initiating minor compaction (all files)
2024-11-18T22:17:48,075 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/A in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,075 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/B in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,075 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1eb49e5d6a784ba4b80091b5fea73562, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/13d862c56f7a4da48d69337025c9e0db, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/3dd9202826e848b8a87ce51e66ac0927, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/5541df0ff0594454999502e2e3b6fa5d] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=45.5 K
2024-11-18T22:17:48,075 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/dc55a156a91a41c8bbe6994fd05d3967, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/2895adfc75604461bd88c590b7f57597, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/0aa5a23a9c40497e99f0e4fb6d0eb37c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3b14a3cf4ce44c2ca68d6a93d6ce2596] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=130.4 K
2024-11-18T22:17:48,075 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,075 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/dc55a156a91a41c8bbe6994fd05d3967, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/2895adfc75604461bd88c590b7f57597, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/0aa5a23a9c40497e99f0e4fb6d0eb37c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3b14a3cf4ce44c2ca68d6a93d6ce2596]
2024-11-18T22:17:48,081 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting dc55a156a91a41c8bbe6994fd05d3967, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731968261050
2024-11-18T22:17:48,081 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eb49e5d6a784ba4b80091b5fea73562, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731968261050
2024-11-18T22:17:48,088 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13d862c56f7a4da48d69337025c9e0db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731968261851
2024-11-18T22:17:48,088 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 2895adfc75604461bd88c590b7f57597, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731968261851
2024-11-18T22:17:48,094 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd9202826e848b8a87ce51e66ac0927, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731968263995
2024-11-18T22:17:48,094 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa5a23a9c40497e99f0e4fb6d0eb37c, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731968263995
2024-11-18T22:17:48,099 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5541df0ff0594454999502e2e3b6fa5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968265550
2024-11-18T22:17:48,099 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b14a3cf4ce44c2ca68d6a93d6ce2596, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968265530
2024-11-18T22:17:48,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184ac82ac6a39b437ea6dd51d2979ce3b4_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968267984/Put/seqid=0
2024-11-18T22:17:48,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:48,160 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#B#compaction#448 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:48,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:48,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,162 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/9aa9f27cec5645068cb84a410006cd66 is 50, key is test_row_0/B:col10/1731968266739/Put/seqid=0
2024-11-18T22:17:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742354_1530 (size=14994)
2024-11-18T22:17:48,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:48,192 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184ac82ac6a39b437ea6dd51d2979ce3b4_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184ac82ac6a39b437ea6dd51d2979ce3b4_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:48,193 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/917cbbb4308e4f34a9c529686eede0e0, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:48,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/917cbbb4308e4f34a9c529686eede0e0 is 175, key is test_row_0/A:col10/1731968267984/Put/seqid=0
2024-11-18T22:17:48,199 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:48,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968328234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968328246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,259 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118f0e726eac3da4786869c7b3d8de76078_dc50624946c5a4f03c6476b5ce84c8c8 store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:48,262 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118f0e726eac3da4786869c7b3d8de76078_dc50624946c5a4f03c6476b5ce84c8c8, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:48,262 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f0e726eac3da4786869c7b3d8de76078_dc50624946c5a4f03c6476b5ce84c8c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:48,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742355_1531 (size=12677)
2024-11-18T22:17:48,295 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/9aa9f27cec5645068cb84a410006cd66 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9aa9f27cec5645068cb84a410006cd66
2024-11-18T22:17:48,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:48,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:48,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,319 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/B of dc50624946c5a4f03c6476b5ce84c8c8 into 9aa9f27cec5645068cb84a410006cd66(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:48,319 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:48,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,319 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/B, priority=12, startTime=1731968268060; duration=0sec
2024-11-18T22:17:48,319 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:48,319 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:B
2024-11-18T22:17:48,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,319 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742356_1532 (size=39949)
2024-11-18T22:17:48,324 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46600 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:48,324 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/C is initiating minor compaction (all files)
2024-11-18T22:17:48,324 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/C in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,324 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3034f967e08c40418658928158a08467, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3f5321e2b20e47b7aad65b6c2b3ceb89, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e5f21f95ccdd4f0dbcfdb15235b68a84, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6e55497ae7f54b85b10b429ed9769989] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=45.5 K
2024-11-18T22:17:48,327 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3034f967e08c40418658928158a08467, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731968261050
2024-11-18T22:17:48,328 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f5321e2b20e47b7aad65b6c2b3ceb89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731968261851
2024-11-18T22:17:48,328 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5f21f95ccdd4f0dbcfdb15235b68a84, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731968263995
2024-11-18T22:17:48,332 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e55497ae7f54b85b10b429ed9769989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968265550
2024-11-18T22:17:48,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742357_1533 (size=4469)
2024-11-18T22:17:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-18T22:17:48,338 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#A#compaction#449 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:48,339 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/a084cd1fe0954c51a6546457f7057103 is 175, key is test_row_0/A:col10/1731968266739/Put/seqid=0
2024-11-18T22:17:48,342 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:48,343 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/c58f8b2a22c344ada0c177296a37c318 is 50, key is test_row_0/C:col10/1731968266739/Put/seqid=0
2024-11-18T22:17:48,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968328364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968328364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742359_1535 (size=12677)
2024-11-18T22:17:48,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742358_1534 (size=31631)
2024-11-18T22:17:48,400 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/a084cd1fe0954c51a6546457f7057103 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a084cd1fe0954c51a6546457f7057103
2024-11-18T22:17:48,409 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/A of dc50624946c5a4f03c6476b5ce84c8c8 into a084cd1fe0954c51a6546457f7057103(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:48,409 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:48,409 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/A, priority=12, startTime=1731968268060; duration=0sec
2024-11-18T22:17:48,409 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:48,409 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:A
2024-11-18T22:17:48,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:48,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:48,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968328582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968328582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,727 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=443, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/917cbbb4308e4f34a9c529686eede0e0
2024-11-18T22:17:48,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6d3cc3dc8f5d4f7db692da63b991a395 is 50, key is test_row_0/B:col10/1731968267984/Put/seqid=0
2024-11-18T22:17:48,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,810 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/c58f8b2a22c344ada0c177296a37c318 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/c58f8b2a22c344ada0c177296a37c318
2024-11-18T22:17:48,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742360_1536 (size=12301)
2024-11-18T22:17:48,825 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/C of dc50624946c5a4f03c6476b5ce84c8c8 into c58f8b2a22c344ada0c177296a37c318(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:48,825 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:48,825 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/C, priority=12, startTime=1731968268060; duration=0sec
2024-11-18T22:17:48,826 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:48,826 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:C
2024-11-18T22:17:48,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968328891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968328892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:48,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:48,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:49,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:49,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:49,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:49,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:49,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:49,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:49,220 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6d3cc3dc8f5d4f7db692da63b991a395
2024-11-18T22:17:49,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e857c29f0aa54f53b5b073cf95ffd81d is 50, key is test_row_0/C:col10/1731968267984/Put/seqid=0
2024-11-18T22:17:49,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:49,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:49,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742361_1537 (size=12301)
2024-11-18T22:17:49,316 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e857c29f0aa54f53b5b073cf95ffd81d
2024-11-18T22:17:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-18T22:17:49,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/917cbbb4308e4f34a9c529686eede0e0 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/917cbbb4308e4f34a9c529686eede0e0
2024-11-18T22:17:49,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/917cbbb4308e4f34a9c529686eede0e0, entries=200, sequenceid=443, filesize=39.0 K
2024-11-18T22:17:49,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6d3cc3dc8f5d4f7db692da63b991a395 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6d3cc3dc8f5d4f7db692da63b991a395
2024-11-18T22:17:49,413 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6d3cc3dc8f5d4f7db692da63b991a395, entries=150, sequenceid=443, filesize=12.0 K
2024-11-18T22:17:49,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968329411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:49,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968329421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:49,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/e857c29f0aa54f53b5b073cf95ffd81d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e857c29f0aa54f53b5b073cf95ffd81d
2024-11-18T22:17:49,450 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e857c29f0aa54f53b5b073cf95ffd81d, entries=150, sequenceid=443, filesize=12.0 K
2024-11-18T22:17:49,456 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~198.89 KB/203664, currentSize=107.34 KB/109920 for dc50624946c5a4f03c6476b5ce84c8c8 in 1391ms, sequenceid=443, compaction requested=false
2024-11-18T22:17:49,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:49,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-18T22:17:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:49,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T22:17:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118931d256cdef04a2ab5163999310f2bf2_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968268242/Put/seqid=0
2024-11-18T22:17:49,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742362_1538 (size=12454)
2024-11-18T22:17:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:49,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118931d256cdef04a2ab5163999310f2bf2_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118931d256cdef04a2ab5163999310f2bf2_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c18509e57ce84771a88d44dc9a19c268, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c18509e57ce84771a88d44dc9a19c268 is 175, key is test_row_0/A:col10/1731968268242/Put/seqid=0
2024-11-18T22:17:49,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742363_1539 (size=31255)
2024-11-18T22:17:49,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=465, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c18509e57ce84771a88d44dc9a19c268
2024-11-18T22:17:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/31d1264c457a43c8a52f0c31f5e4476c is 50, key is test_row_0/B:col10/1731968268242/Put/seqid=0
2024-11-18T22:17:49,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742364_1540 (size=12301)
2024-11-18T22:17:50,118 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/31d1264c457a43c8a52f0c31f5e4476c
2024-11-18T22:17:50,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:50,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/577529a2ea57416498fed4d14c0130ba is 50, key is test_row_0/C:col10/1731968268242/Put/seqid=0
2024-11-18T22:17:50,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742365_1541 (size=12301)
2024-11-18T22:17:50,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/577529a2ea57416498fed4d14c0130ba
2024-11-18T22:17:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c18509e57ce84771a88d44dc9a19c268 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c18509e57ce84771a88d44dc9a19c268
2024-11-18T22:17:50,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c18509e57ce84771a88d44dc9a19c268, entries=150, sequenceid=465, filesize=30.5 K
2024-11-18T22:17:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968330191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968330193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968330197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/31d1264c457a43c8a52f0c31f5e4476c as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/31d1264c457a43c8a52f0c31f5e4476c
2024-11-18T22:17:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/31d1264c457a43c8a52f0c31f5e4476c, entries=150, sequenceid=465, filesize=12.0 K
2024-11-18T22:17:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/577529a2ea57416498fed4d14c0130ba as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/577529a2ea57416498fed4d14c0130ba
2024-11-18T22:17:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/577529a2ea57416498fed4d14c0130ba, entries=150, sequenceid=465, filesize=12.0 K
2024-11-18T22:17:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,308 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for dc50624946c5a4f03c6476b5ce84c8c8 in 845ms, sequenceid=465, compaction requested=true
2024-11-18T22:17:50,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:50,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137
2024-11-18T22:17:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=137
2024-11-18T22:17:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,315 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136
2024-11-18T22:17:50,315 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1310 sec
2024-11-18T22:17:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,318 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 3.1430 sec
2024-11-18T22:17:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,321 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T22:17:50,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:50,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:50,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:50,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:50,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:50,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111826e30730997c43a496a0bbc076a20c75_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968270319/Put/seqid=0
2024-11-18T22:17:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742366_1542 (size=12454)
2024-11-18T22:17:50,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:50,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968330405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,412 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111826e30730997c43a496a0bbc076a20c75_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111826e30730997c43a496a0bbc076a20c75_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,413 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/a7634ef3f35e4d86b2bcb679fe09e9e2, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:50,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/a7634ef3f35e4d86b2bcb679fe09e9e2 is 175, key is test_row_0/A:col10/1731968270319/Put/seqid=0
2024-11-18T22:17:50,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968330410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968330412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968330431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,437 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968330433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,439 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742367_1543 (size=31251)
2024-11-18T22:17:50,468 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=479, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/a7634ef3f35e4d86b2bcb679fe09e9e2
2024-11-18T22:17:50,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6a0918ca1c674304a45b071cf4fcc704 is 50, key is test_row_0/B:col10/1731968270319/Put/seqid=0
2024-11-18T22:17:50,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968330521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968330533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968330533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742368_1544 (size=9857)
2024-11-18T22:17:50,597 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6a0918ca1c674304a45b071cf4fcc704
2024-11-18T22:17:50,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/9ffa69dacbb34c5a8c4dc7adef64f3bf is 50, key is test_row_0/C:col10/1731968270319/Put/seqid=0
2024-11-18T22:17:50,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742369_1545 (size=9857)
2024-11-18T22:17:50,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968330735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968330751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:50,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968330751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968331068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968331072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968331072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,132 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/9ffa69dacbb34c5a8c4dc7adef64f3bf
2024-11-18T22:17:51,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/a7634ef3f35e4d86b2bcb679fe09e9e2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a7634ef3f35e4d86b2bcb679fe09e9e2
2024-11-18T22:17:51,225 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a7634ef3f35e4d86b2bcb679fe09e9e2, entries=150, sequenceid=479, filesize=30.5 K
2024-11-18T22:17:51,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6a0918ca1c674304a45b071cf4fcc704 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6a0918ca1c674304a45b071cf4fcc704
2024-11-18T22:17:51,264 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6a0918ca1c674304a45b071cf4fcc704, entries=100, sequenceid=479, filesize=9.6 K
2024-11-18T22:17:51,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/9ffa69dacbb34c5a8c4dc7adef64f3bf as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/9ffa69dacbb34c5a8c4dc7adef64f3bf
2024-11-18T22:17:51,293 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/9ffa69dacbb34c5a8c4dc7adef64f3bf, entries=100, sequenceid=479, filesize=9.6 K
2024-11-18T22:17:51,295 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for dc50624946c5a4f03c6476b5ce84c8c8 in 973ms, sequenceid=479, compaction requested=true
2024-11-18T22:17:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:51,295 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:51,295 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:51,296 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47136 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:51,296 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134086 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:51,296 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/A is initiating minor compaction (all files)
2024-11-18T22:17:51,296 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/B is initiating minor compaction (all files)
2024-11-18T22:17:51,296 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/A in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:51,296 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/B in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:51,297 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9aa9f27cec5645068cb84a410006cd66, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6d3cc3dc8f5d4f7db692da63b991a395, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/31d1264c457a43c8a52f0c31f5e4476c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6a0918ca1c674304a45b071cf4fcc704] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=46.0 K
2024-11-18T22:17:51,297 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a084cd1fe0954c51a6546457f7057103, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/917cbbb4308e4f34a9c529686eede0e0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c18509e57ce84771a88d44dc9a19c268, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a7634ef3f35e4d86b2bcb679fe09e9e2] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=130.9 K
2024-11-18T22:17:51,297 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:51,297 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a084cd1fe0954c51a6546457f7057103, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/917cbbb4308e4f34a9c529686eede0e0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c18509e57ce84771a88d44dc9a19c268, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a7634ef3f35e4d86b2bcb679fe09e9e2]
2024-11-18T22:17:51,297 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aa9f27cec5645068cb84a410006cd66, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968265550
2024-11-18T22:17:51,297 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d3cc3dc8f5d4f7db692da63b991a395, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731968267984
2024-11-18T22:17:51,297 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a084cd1fe0954c51a6546457f7057103, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968265550
2024-11-18T22:17:51,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 917cbbb4308e4f34a9c529686eede0e0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731968267984
2024-11-18T22:17:51,298 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 31d1264c457a43c8a52f0c31f5e4476c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731968268200
2024-11-18T22:17:51,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting c18509e57ce84771a88d44dc9a19c268, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731968268200
2024-11-18T22:17:51,298 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a0918ca1c674304a45b071cf4fcc704, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731968270191
2024-11-18T22:17:51,298 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7634ef3f35e4d86b2bcb679fe09e9e2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731968270180
2024-11-18T22:17:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:51,337 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:51,338 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/f3f48c7f56e84d5d9728c8c7e841b05a is 50, key is test_row_0/B:col10/1731968270319/Put/seqid=0
2024-11-18T22:17:51,345 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-18T22:17:51,362 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118090d356c85244381b930c4236a798c19_dc50624946c5a4f03c6476b5ce84c8c8 store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:51,363 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:51,365 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118090d356c85244381b930c4236a798c19_dc50624946c5a4f03c6476b5ce84c8c8, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:51,365 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118090d356c85244381b930c4236a798c19_dc50624946c5a4f03c6476b5ce84c8c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:51,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees
2024-11-18T22:17:51,391 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:51,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742370_1546 (size=12813)
2024-11-18T22:17:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T22:17:51,400 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:51,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:51,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742371_1547 (size=4469)
2024-11-18T22:17:51,429 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/f3f48c7f56e84d5d9728c8c7e841b05a as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/f3f48c7f56e84d5d9728c8c7e841b05a
2024-11-18T22:17:51,430 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#A#compaction#460 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:51,430 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/90799328a1ed435daca6e6b72e41cc83 is 175, key is test_row_0/A:col10/1731968270319/Put/seqid=0
2024-11-18T22:17:51,438 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/B of dc50624946c5a4f03c6476b5ce84c8c8 into f3f48c7f56e84d5d9728c8c7e841b05a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:51,438 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:51,438 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/B, priority=12, startTime=1731968271295; duration=0sec
2024-11-18T22:17:51,438 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:51,438 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:B
2024-11-18T22:17:51,438 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T22:17:51,449 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47136 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T22:17:51,449 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/C is initiating minor compaction (all files)
2024-11-18T22:17:51,449 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/C in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:51,449 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/c58f8b2a22c344ada0c177296a37c318, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e857c29f0aa54f53b5b073cf95ffd81d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/577529a2ea57416498fed4d14c0130ba, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/9ffa69dacbb34c5a8c4dc7adef64f3bf] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=46.0 K
2024-11-18T22:17:51,450 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting c58f8b2a22c344ada0c177296a37c318, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731968265550
2024-11-18T22:17:51,450 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting e857c29f0aa54f53b5b073cf95ffd81d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731968267984
2024-11-18T22:17:51,450 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 577529a2ea57416498fed4d14c0130ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731968268200
2024-11-18T22:17:51,451 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ffa69dacbb34c5a8c4dc7adef64f3bf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731968270191
2024-11-18T22:17:51,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742372_1548 (size=31874)
2024-11-18T22:17:51,492 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#C#compaction#461 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:51,492 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/388e9b381624423aacdf4ee5ca579334 is 50, key is test_row_0/C:col10/1731968270319/Put/seqid=0
2024-11-18T22:17:51,501 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/90799328a1ed435daca6e6b72e41cc83 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/90799328a1ed435daca6e6b72e41cc83
2024-11-18T22:17:51,509 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/A of dc50624946c5a4f03c6476b5ce84c8c8 into 90799328a1ed435daca6e6b72e41cc83(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:51,509 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:51,510 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/A, priority=12, startTime=1731968271295; duration=0sec
2024-11-18T22:17:51,510 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:51,510 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:A
2024-11-18T22:17:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T22:17:51,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742373_1549 (size=12813)
2024-11-18T22:17:51,554 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/388e9b381624423aacdf4ee5ca579334 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/388e9b381624423aacdf4ee5ca579334
2024-11-18T22:17:51,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-18T22:17:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:51,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T22:17:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:51,562 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/C of dc50624946c5a4f03c6476b5ce84c8c8 into 388e9b381624423aacdf4ee5ca579334(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:51,562 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:51,562 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/C, priority=12, startTime=1731968271320; duration=0sec
2024-11-18T22:17:51,563 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:51,563 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:C
2024-11-18T22:17:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eacfcb4b3ef849888aa6b241b251b831_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968270407/Put/seqid=0
2024-11-18T22:17:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:51,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742374_1550 (size=12454)
2024-11-18T22:17:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:51,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eacfcb4b3ef849888aa6b241b251b831_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eacfcb4b3ef849888aa6b241b251b831_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:51,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968331657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c68bb94bd9e74c148a8f038356398ae2, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:51,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c68bb94bd9e74c148a8f038356398ae2 is 175, key is test_row_0/A:col10/1731968270407/Put/seqid=0
2024-11-18T22:17:51,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968331680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968331681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T22:17:51,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742375_1551 (size=31255)
2024-11-18T22:17:51,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=499, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c68bb94bd9e74c148a8f038356398ae2
2024-11-18T22:17:51,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968331792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968331804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968331804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:51,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6e84eb8f95fb42e98ffa2bfa103a01fb is 50, key is test_row_0/B:col10/1731968270407/Put/seqid=0
2024-11-18T22:17:51,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742376_1552 (size=12301)
2024-11-18T22:17:52,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968332011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968332021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968332032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T22:17:52,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6e84eb8f95fb42e98ffa2bfa103a01fb
2024-11-18T22:17:52,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968332332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8a1a6a4ca0d6490bb4e1d1b287009aea is 50, key is test_row_0/C:col10/1731968270407/Put/seqid=0
2024-11-18T22:17:52,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968332345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968332345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742377_1553 (size=12301)
2024-11-18T22:17:52,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55426 deadline: 1731968332453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55448 deadline: 1731968332453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,459 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_2' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:52,459 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 3b0ca91ed64a,45987,1731968106669 for 'test_row_0' in dc50624946c5a4f03c6476b5ce84c8c8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T22:17:52,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T22:17:52,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8a1a6a4ca0d6490bb4e1d1b287009aea
2024-11-18T22:17:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/c68bb94bd9e74c148a8f038356398ae2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c68bb94bd9e74c148a8f038356398ae2
2024-11-18T22:17:52,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c68bb94bd9e74c148a8f038356398ae2, entries=150, sequenceid=499, filesize=30.5 K
2024-11-18T22:17:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/6e84eb8f95fb42e98ffa2bfa103a01fb as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6e84eb8f95fb42e98ffa2bfa103a01fb
2024-11-18T22:17:52,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6e84eb8f95fb42e98ffa2bfa103a01fb, entries=150, sequenceid=499, filesize=12.0 K
2024-11-18T22:17:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8a1a6a4ca0d6490bb4e1d1b287009aea as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a1a6a4ca0d6490bb4e1d1b287009aea
2024-11-18T22:17:52,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a1a6a4ca0d6490bb4e1d1b287009aea, entries=150, sequenceid=499, filesize=12.0 K
2024-11-18T22:17:52,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for dc50624946c5a4f03c6476b5ce84c8c8 in 1261ms, sequenceid=499, compaction requested=false
2024-11-18T22:17:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139
2024-11-18T22:17:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=139
2024-11-18T22:17:52,827 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138
2024-11-18T22:17:52,827 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec
2024-11-18T22:17:52,830 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4400 sec
2024-11-18T22:17:52,857 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:17:52,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:52,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:52,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:52,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:52,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:52,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:52,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188c6a4882e3ea4084ae8b0e58f5cceb3d_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968271676/Put/seqid=0
2024-11-18T22:17:52,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968332896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968332899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742378_1554 (size=14994)
2024-11-18T22:17:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:52,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968332909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968333024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968333024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968333024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968333241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968333241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968333243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:53,326 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188c6a4882e3ea4084ae8b0e58f5cceb3d_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188c6a4882e3ea4084ae8b0e58f5cceb3d_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:53,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3e4907b4d3ab477c829a205a35831148, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:53,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3e4907b4d3ab477c829a205a35831148 is 175, key is test_row_0/A:col10/1731968271676/Put/seqid=0
2024-11-18T22:17:53,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742379_1555 (size=39949)
2024-11-18T22:17:53,391 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=516, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3e4907b4d3ab477c829a205a35831148
2024-11-18T22:17:53,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/ca65e0abcd2147a3b2daac676011359d is 50, key is test_row_0/B:col10/1731968271676/Put/seqid=0
2024-11-18T22:17:53,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742380_1556 (size=12301)
2024-11-18T22:17:53,519 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/ca65e0abcd2147a3b2daac676011359d
2024-11-18T22:17:53,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968333556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968333556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968333571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T22:17:53,581 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:53,585 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T22:17:53,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8a0b4e72b0124262a41f325a16add230 is 50, key is test_row_0/C:col10/1731968271676/Put/seqid=0
2024-11-18T22:17:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees
2024-11-18T22:17:53,595 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T22:17:53,596 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T22:17:53,596 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T22:17:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-18T22:17:53,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742381_1557 (size=12301)
2024-11-18T22:17:53,658 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8a0b4e72b0124262a41f325a16add230
2024-11-18T22:17:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/3e4907b4d3ab477c829a205a35831148 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3e4907b4d3ab477c829a205a35831148
2024-11-18T22:17:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-18T22:17:53,728 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3e4907b4d3ab477c829a205a35831148, entries=200, sequenceid=516, filesize=39.0 K
2024-11-18T22:17:53,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/ca65e0abcd2147a3b2daac676011359d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ca65e0abcd2147a3b2daac676011359d
2024-11-18T22:17:53,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141
2024-11-18T22:17:53,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:53,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:53,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:53,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:53,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141
java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4177): Remote procedure failed, pid=141
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T22:17:53,777 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ca65e0abcd2147a3b2daac676011359d, entries=150, sequenceid=516, filesize=12.0 K
2024-11-18T22:17:53,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/8a0b4e72b0124262a41f325a16add230 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a0b4e72b0124262a41f325a16add230
2024-11-18T22:17:53,820 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a0b4e72b0124262a41f325a16add230, entries=150, sequenceid=516, filesize=12.0 K
2024-11-18T22:17:53,826 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for dc50624946c5a4f03c6476b5ce84c8c8 in 969ms, sequenceid=516, compaction requested=true
2024-11-18T22:17:53,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:53,826 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:53,827 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103078 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:53,827 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/A is initiating minor compaction (all files)
2024-11-18T22:17:53,827 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/A in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:53,827 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/90799328a1ed435daca6e6b72e41cc83, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c68bb94bd9e74c148a8f038356398ae2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3e4907b4d3ab477c829a205a35831148] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=100.7 K
2024-11-18T22:17:53,827 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:53,828 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/90799328a1ed435daca6e6b72e41cc83, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c68bb94bd9e74c148a8f038356398ae2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3e4907b4d3ab477c829a205a35831148]
2024-11-18T22:17:53,828 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90799328a1ed435daca6e6b72e41cc83, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731968268224
2024-11-18T22:17:53,828 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting c68bb94bd9e74c148a8f038356398ae2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731968270390
2024-11-18T22:17:53,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:53,829 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4907b4d3ab477c829a205a35831148, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731968271627
2024-11-18T22:17:53,830 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:53,831 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:53,832 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/B is initiating minor compaction (all files)
2024-11-18T22:17:53,832 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/B in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:53,832 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/f3f48c7f56e84d5d9728c8c7e841b05a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6e84eb8f95fb42e98ffa2bfa103a01fb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ca65e0abcd2147a3b2daac676011359d] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=36.5 K
2024-11-18T22:17:53,833 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting f3f48c7f56e84d5d9728c8c7e841b05a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731968268224
2024-11-18T22:17:53,833 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e84eb8f95fb42e98ffa2bfa103a01fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731968270390
2024-11-18T22:17:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:53,836 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting ca65e0abcd2147a3b2daac676011359d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731968271627
2024-11-18T22:17:53,849 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:53,867 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:53,867 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/caba94cb645b4509bd901a54e89fde7b is 50, key is test_row_0/B:col10/1731968271676/Put/seqid=0
2024-11-18T22:17:53,896 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118322cae8635584e1a8f5dfa06d5ea1d2a_dc50624946c5a4f03c6476b5ce84c8c8 store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:53,899 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118322cae8635584e1a8f5dfa06d5ea1d2a_dc50624946c5a4f03c6476b5ce84c8c8, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:53,899 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118322cae8635584e1a8f5dfa06d5ea1d2a_dc50624946c5a4f03c6476b5ce84c8c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:53,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141
2024-11-18T22:17:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:53,914 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T22:17:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-18T22:17:53,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742382_1558 (size=12915)
2024-11-18T22:17:53,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742383_1559 (size=4469)
2024-11-18T22:17:53,961 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#A#compaction#468 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:53,961 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/602d342c486f4142bac667eab4341d49 is 175, key is test_row_0/A:col10/1731968271676/Put/seqid=0
2024-11-18T22:17:53,964 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/caba94cb645b4509bd901a54e89fde7b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/caba94cb645b4509bd901a54e89fde7b
2024-11-18T22:17:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186d30369db3144927938c59e003464cd8_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968272897/Put/seqid=0
2024-11-18T22:17:53,984 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/B of dc50624946c5a4f03c6476b5ce84c8c8 into caba94cb645b4509bd901a54e89fde7b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:53,984 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:53,984 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/B, priority=13, startTime=1731968273830; duration=0sec
2024-11-18T22:17:53,984 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:53,984 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:B
2024-11-18T22:17:53,984 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:53,990 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:53,990 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/C is initiating minor compaction (all files)
2024-11-18T22:17:53,990 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/C in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:53,990 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/388e9b381624423aacdf4ee5ca579334, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a1a6a4ca0d6490bb4e1d1b287009aea, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a0b4e72b0124262a41f325a16add230] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=36.5 K
2024-11-18T22:17:53,992 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 388e9b381624423aacdf4ee5ca579334, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731968268224
2024-11-18T22:17:53,992 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a1a6a4ca0d6490bb4e1d1b287009aea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731968270390
2024-11-18T22:17:53,992 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a0b4e72b0124262a41f325a16add230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731968271627
2024-11-18T22:17:54,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742384_1560 (size=31869)
2024-11-18T22:17:54,013 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#C#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:54,013 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/6c3693008dfa43869d695072fb46fa1b is 50, key is test_row_0/C:col10/1731968271676/Put/seqid=0
2024-11-18T22:17:54,017 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/602d342c486f4142bac667eab4341d49 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/602d342c486f4142bac667eab4341d49
2024-11-18T22:17:54,024 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/A of dc50624946c5a4f03c6476b5ce84c8c8 into 602d342c486f4142bac667eab4341d49(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:54,024 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:54,024 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/A, priority=13, startTime=1731968273826; duration=0sec
2024-11-18T22:17:54,024 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:54,024 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:A
2024-11-18T22:17:54,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742385_1561 (size=12454)
2024-11-18T22:17:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:54,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186d30369db3144927938c59e003464cd8_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186d30369db3144927938c59e003464cd8_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:54,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/774d9e9cf0fd428eb5e7424960615e60, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/774d9e9cf0fd428eb5e7424960615e60 is 175, key is test_row_0/A:col10/1731968272897/Put/seqid=0
2024-11-18T22:17:54,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742386_1562 (size=12915)
2024-11-18T22:17:54,064 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/6c3693008dfa43869d695072fb46fa1b as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6c3693008dfa43869d695072fb46fa1b
2024-11-18T22:17:54,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742387_1563 (size=31255)
2024-11-18T22:17:54,079 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/C of dc50624946c5a4f03c6476b5ce84c8c8 into 6c3693008dfa43869d695072fb46fa1b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:54,079 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:54,079 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/C, priority=13, startTime=1731968273835; duration=0sec
2024-11-18T22:17:54,079 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:54,080 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:C
2024-11-18T22:17:54,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. as already flushing
2024-11-18T22:17:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:54,085 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=532, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/774d9e9cf0fd428eb5e7424960615e60
2024-11-18T22:17:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1b398274cbb14903be1f980246536b29 is 50, key is test_row_0/B:col10/1731968272897/Put/seqid=0
2024-11-18T22:17:54,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742388_1564 (size=12301)
2024-11-18T22:17:54,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1b398274cbb14903be1f980246536b29
2024-11-18T22:17:54,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968334160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:54,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968334165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:54,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968334167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:54,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/d02c9d19040e4abe8fa004bbe4aa4f09 is 50, key is test_row_0/C:col10/1731968272897/Put/seqid=0
2024-11-18T22:17:54,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742389_1565 (size=12301)
2024-11-18T22:17:54,248 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/d02c9d19040e4abe8fa004bbe4aa4f09
2024-11-18T22:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-18T22:17:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/774d9e9cf0fd428eb5e7424960615e60 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/774d9e9cf0fd428eb5e7424960615e60
2024-11-18T22:17:54,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/774d9e9cf0fd428eb5e7424960615e60, entries=150, sequenceid=532, filesize=30.5 K
2024-11-18T22:17:54,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/1b398274cbb14903be1f980246536b29 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1b398274cbb14903be1f980246536b29
2024-11-18T22:17:54,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55442 deadline: 1731968334284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:54,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55390 deadline: 1731968334284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T22:17:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55416 deadline: 1731968334284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 , the old value is region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T22:17:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., hostname=3b0ca91ed64a,45987,1731968106669, seqNum=5 because the exception is null or not the one we care about
2024-11-18T22:17:54,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1b398274cbb14903be1f980246536b29, entries=150, sequenceid=532, filesize=12.0 K
2024-11-18T22:17:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/d02c9d19040e4abe8fa004bbe4aa4f09 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/d02c9d19040e4abe8fa004bbe4aa4f09
2024-11-18T22:17:54,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/d02c9d19040e4abe8fa004bbe4aa4f09, entries=150, sequenceid=532, filesize=12.0 K
2024-11-18T22:17:54,372 INFO  [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for dc50624946c5a4f03c6476b5ce84c8c8 in 447ms, sequenceid=532, compaction requested=false
2024-11-18T22:17:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-11-18T22:17:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=141
2024-11-18T22:17:54,381 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-11-18T22:17:54,381 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 782 msec
2024-11-18T22:17:54,383 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 797 msec
2024-11-18T22:17:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 {}] regionserver.HRegion(8855): Flush requested on dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:54,519 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T22:17:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:54,533 INFO  [Thread-2184 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2184.
2024-11-18T22:17:54,533 INFO  [Thread-2186 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2186.
2024-11-18T22:17:54,533 DEBUG [Thread-2184 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,533 DEBUG [Thread-2186 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,533 DEBUG [Thread-2184 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,533 DEBUG [Thread-2186 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,533 DEBUG [Thread-2184 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,533 DEBUG [Thread-2186 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,535 INFO  [Thread-2190 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2190.
2024-11-18T22:17:54,535 DEBUG [Thread-2190 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,535 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,535 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,536 INFO  [Thread-2195 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2195.
2024-11-18T22:17:54,536 DEBUG [Thread-2195 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,536 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,536 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,536 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,537 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,537 INFO  [Thread-2201 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2201.
2024-11-18T22:17:54,537 DEBUG [Thread-2201 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,538 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,538 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,538 INFO  [Thread-2199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2199.
2024-11-18T22:17:54,538 DEBUG [Thread-2199 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,538 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,538 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,539 INFO  [Thread-2197 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2197.
2024-11-18T22:17:54,539 DEBUG [Thread-2197 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,539 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,539 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,540 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,540 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,540 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,541 INFO  [Thread-2203 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2203.
2024-11-18T22:17:54,541 DEBUG [Thread-2203 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:54,541 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,541 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:54,541 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:54,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e2bd88ae22a047688493bb1b17c5dec8_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968274505/Put/seqid=0
2024-11-18T22:17:54,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742390_1566 (size=12454)
2024-11-18T22:17:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-18T22:17:54,771 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:54,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:54,956 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e2bd88ae22a047688493bb1b17c5dec8_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e2bd88ae22a047688493bb1b17c5dec8_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:54,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/cb2a9486f1764b5ca9e6e4986cd1dc73, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:54,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/cb2a9486f1764b5ca9e6e4986cd1dc73 is 175, key is test_row_0/A:col10/1731968274505/Put/seqid=0
2024-11-18T22:17:54,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742391_1567 (size=31255)
2024-11-18T22:17:55,391 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=555, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/cb2a9486f1764b5ca9e6e4986cd1dc73
2024-11-18T22:17:55,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/989bbe573a4349c49f6843a93dac0c4f is 50, key is test_row_0/B:col10/1731968274505/Put/seqid=0
2024-11-18T22:17:55,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742392_1568 (size=12301)
2024-11-18T22:17:55,817 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/989bbe573a4349c49f6843a93dac0c4f
2024-11-18T22:17:55,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/f05ef6d5745a465eb0a62a9bacc4ff80 is 50, key is test_row_0/C:col10/1731968274505/Put/seqid=0
2024-11-18T22:17:55,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742393_1569 (size=12301)
2024-11-18T22:17:56,257 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/f05ef6d5745a465eb0a62a9bacc4ff80
2024-11-18T22:17:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/cb2a9486f1764b5ca9e6e4986cd1dc73 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/cb2a9486f1764b5ca9e6e4986cd1dc73
2024-11-18T22:17:56,274 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/cb2a9486f1764b5ca9e6e4986cd1dc73, entries=150, sequenceid=555, filesize=30.5 K
2024-11-18T22:17:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/989bbe573a4349c49f6843a93dac0c4f as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/989bbe573a4349c49f6843a93dac0c4f
2024-11-18T22:17:56,279 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/989bbe573a4349c49f6843a93dac0c4f, entries=150, sequenceid=555, filesize=12.0 K
2024-11-18T22:17:56,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/f05ef6d5745a465eb0a62a9bacc4ff80 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f05ef6d5745a465eb0a62a9bacc4ff80
2024-11-18T22:17:56,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f05ef6d5745a465eb0a62a9bacc4ff80, entries=150, sequenceid=555, filesize=12.0 K
2024-11-18T22:17:56,285 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=20.13 KB/20610 for dc50624946c5a4f03c6476b5ce84c8c8 in 1766ms, sequenceid=555, compaction requested=true
2024-11-18T22:17:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T22:17:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T22:17:56,285 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc50624946c5a4f03c6476b5ce84c8c8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T22:17:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:56,285 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T22:17:56,286 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:56,286 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T22:17:56,286 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/B is initiating minor compaction (all files)
2024-11-18T22:17:56,286 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1541): dc50624946c5a4f03c6476b5ce84c8c8/A is initiating minor compaction (all files)
2024-11-18T22:17:56,286 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/A in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:56,286 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dc50624946c5a4f03c6476b5ce84c8c8/B in TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:56,287 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/602d342c486f4142bac667eab4341d49, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/774d9e9cf0fd428eb5e7424960615e60, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/cb2a9486f1764b5ca9e6e4986cd1dc73] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=92.2 K
2024-11-18T22:17:56,287 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/caba94cb645b4509bd901a54e89fde7b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1b398274cbb14903be1f980246536b29, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/989bbe573a4349c49f6843a93dac0c4f] into tmpdir=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp, totalSize=36.6 K
2024-11-18T22:17:56,287 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:56,287 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. files: [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/602d342c486f4142bac667eab4341d49, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/774d9e9cf0fd428eb5e7424960615e60, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/cb2a9486f1764b5ca9e6e4986cd1dc73]
2024-11-18T22:17:56,287 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting caba94cb645b4509bd901a54e89fde7b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731968271627
2024-11-18T22:17:56,287 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 602d342c486f4142bac667eab4341d49, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731968271627
2024-11-18T22:17:56,287 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b398274cbb14903be1f980246536b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731968272892
2024-11-18T22:17:56,287 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774d9e9cf0fd428eb5e7424960615e60, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731968272892
2024-11-18T22:17:56,288 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] compactions.Compactor(225): Compacting 989bbe573a4349c49f6843a93dac0c4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731968274505
2024-11-18T22:17:56,288 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb2a9486f1764b5ca9e6e4986cd1dc73, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731968274505
2024-11-18T22:17:56,295 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:56,297 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:56,297 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411184de1579ea50e4ee1835d944aabe3234b_dc50624946c5a4f03c6476b5ce84c8c8 store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:56,298 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/ab5503b279cb47f387f9316b5a155cf6 is 50, key is test_row_0/B:col10/1731968274505/Put/seqid=0
2024-11-18T22:17:56,302 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411184de1579ea50e4ee1835d944aabe3234b_dc50624946c5a4f03c6476b5ce84c8c8, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:56,302 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184de1579ea50e4ee1835d944aabe3234b_dc50624946c5a4f03c6476b5ce84c8c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:56,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742394_1570 (size=13017)
2024-11-18T22:17:56,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742395_1571 (size=4469)
2024-11-18T22:17:56,490 INFO  [Thread-2192 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2192.
2024-11-18T22:17:56,490 DEBUG [Thread-2192 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:56,491 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:56,491 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:56,491 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:56,516 INFO  [Thread-2188 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2188.
2024-11-18T22:17:56,516 DEBUG [Thread-2188 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T22:17:56,516 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:56,517 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:56,517 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 65
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 149
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 144
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1355
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1298
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1336
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1369
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1309
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T22:17:56,519 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:17:56,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:17:56,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:56,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:56,520 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:56,521 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T22:17:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:56,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968276529"}]},"ts":"1731968276529"}
2024-11-18T22:17:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T22:17:56,545 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T22:17:56,545 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T22:17:56,546 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T22:17:56,548 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, UNASSIGN}]
2024-11-18T22:17:56,550 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, UNASSIGN
2024-11-18T22:17:56,551 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=CLOSING, regionLocation=3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:56,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, UNASSIGN because future has completed
2024-11-18T22:17:56,576 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T22:17:56,576 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; CloseRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669}]
2024-11-18T22:17:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T22:17:56,724 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc50624946c5a4f03c6476b5ce84c8c8#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T22:17:56,725 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/bec11fee712f462f859e64f9c2d4ada2 is 175, key is test_row_0/A:col10/1731968274505/Put/seqid=0
2024-11-18T22:17:56,732 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(122): Close dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:56,732 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T22:17:56,732 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1722): Closing dc50624946c5a4f03c6476b5ce84c8c8, disabling compactions & flushes
2024-11-18T22:17:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:56,736 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/ab5503b279cb47f387f9316b5a155cf6 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ab5503b279cb47f387f9316b5a155cf6
2024-11-18T22:17:56,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742396_1572 (size=31971)
2024-11-18T22:17:56,761 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/B of dc50624946c5a4f03c6476b5ce84c8c8 into ab5503b279cb47f387f9316b5a155cf6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:56,761 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:56,761 INFO  [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/B, priority=13, startTime=1731968276285; duration=0sec
2024-11-18T22:17:56,761 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T22:17:56,761 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:B
2024-11-18T22:17:56,761 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. because compaction request was cancelled
2024-11-18T22:17:56,761 DEBUG [RS:0;3b0ca91ed64a:45987-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:C
2024-11-18T22:17:56,769 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/bec11fee712f462f859e64f9c2d4ada2 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bec11fee712f462f859e64f9c2d4ada2
2024-11-18T22:17:56,785 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dc50624946c5a4f03c6476b5ce84c8c8/A of dc50624946c5a4f03c6476b5ce84c8c8 into bec11fee712f462f859e64f9c2d4ada2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T22:17:56,785 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dc50624946c5a4f03c6476b5ce84c8c8:

2024-11-18T22:17:56,785 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:56,785 INFO  [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., storeName=dc50624946c5a4f03c6476b5ce84c8c8/A, priority=13, startTime=1731968276285; duration=0sec
2024-11-18T22:17:56,785 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:56,785 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. after waiting 0 ms
2024-11-18T22:17:56,785 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T22:17:56,785 DEBUG [RS:0;3b0ca91ed64a:45987-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc50624946c5a4f03c6476b5ce84c8c8:A
2024-11-18T22:17:56,785 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:56,785 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2902): Flushing dc50624946c5a4f03c6476b5ce84c8c8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-18T22:17:56,786 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=A
2024-11-18T22:17:56,786 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:56,786 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=B
2024-11-18T22:17:56,786 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:56,786 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc50624946c5a4f03c6476b5ce84c8c8, store=C
2024-11-18T22:17:56,786 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T22:17:56,795 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183ac875656f5e49bb8fcca970b29d2ba1_dc50624946c5a4f03c6476b5ce84c8c8 is 50, key is test_row_0/A:col10/1731968276508/Put/seqid=0
2024-11-18T22:17:56,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742397_1573 (size=9914)
2024-11-18T22:17:56,805 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T22:17:56,811 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183ac875656f5e49bb8fcca970b29d2ba1_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ac875656f5e49bb8fcca970b29d2ba1_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:56,813 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/84bd5b86b4cd411ea0842b88848854cf, store: [table=TestAcidGuarantees family=A region=dc50624946c5a4f03c6476b5ce84c8c8]
2024-11-18T22:17:56,814 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/84bd5b86b4cd411ea0842b88848854cf is 175, key is test_row_0/A:col10/1731968276508/Put/seqid=0
2024-11-18T22:17:56,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742398_1574 (size=22561)
2024-11-18T22:17:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T22:17:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T22:17:57,218 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=565, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/84bd5b86b4cd411ea0842b88848854cf
2024-11-18T22:17:57,230 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/aecfcf480e1d434bbf8d48c3ad59d272 is 50, key is test_row_0/B:col10/1731968276508/Put/seqid=0
2024-11-18T22:17:57,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742399_1575 (size=9857)
2024-11-18T22:17:57,279 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/aecfcf480e1d434bbf8d48c3ad59d272
2024-11-18T22:17:57,332 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/682c55c6d55e49438f4fab997e39c339 is 50, key is test_row_0/C:col10/1731968276508/Put/seqid=0
2024-11-18T22:17:57,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742400_1576 (size=9857)
2024-11-18T22:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T22:17:57,773 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/682c55c6d55e49438f4fab997e39c339
2024-11-18T22:17:57,778 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/A/84bd5b86b4cd411ea0842b88848854cf as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/84bd5b86b4cd411ea0842b88848854cf
2024-11-18T22:17:57,782 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/84bd5b86b4cd411ea0842b88848854cf, entries=100, sequenceid=565, filesize=22.0 K
2024-11-18T22:17:57,783 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/B/aecfcf480e1d434bbf8d48c3ad59d272 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/aecfcf480e1d434bbf8d48c3ad59d272
2024-11-18T22:17:57,786 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/aecfcf480e1d434bbf8d48c3ad59d272, entries=100, sequenceid=565, filesize=9.6 K
2024-11-18T22:17:57,786 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/.tmp/C/682c55c6d55e49438f4fab997e39c339 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/682c55c6d55e49438f4fab997e39c339
2024-11-18T22:17:57,789 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/682c55c6d55e49438f4fab997e39c339, entries=100, sequenceid=565, filesize=9.6 K
2024-11-18T22:17:57,789 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for dc50624946c5a4f03c6476b5ce84c8c8 in 1004ms, sequenceid=565, compaction requested=true
2024-11-18T22:17:57,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/07e908d560594bb3aa48763cb54bf560, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bc04300374254c8aa3abab01e0ab1445, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/26c95c431ffc4afaa4ab66e90daaa9ec, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/d283895e0f3b44e3843768ffac898991, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/41a7d834bdfd4d82a3e587655fdccffd, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/6981e032b61748318e4531414e548cee, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/4ab3d8f12aa54d958ae2aa1aa63adb5b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/dc55a156a91a41c8bbe6994fd05d3967, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/2895adfc75604461bd88c590b7f57597, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/0aa5a23a9c40497e99f0e4fb6d0eb37c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3b14a3cf4ce44c2ca68d6a93d6ce2596, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a084cd1fe0954c51a6546457f7057103, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/917cbbb4308e4f34a9c529686eede0e0, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c18509e57ce84771a88d44dc9a19c268, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/90799328a1ed435daca6e6b72e41cc83, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a7634ef3f35e4d86b2bcb679fe09e9e2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c68bb94bd9e74c148a8f038356398ae2, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3e4907b4d3ab477c829a205a35831148, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/602d342c486f4142bac667eab4341d49, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/774d9e9cf0fd428eb5e7424960615e60, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/cb2a9486f1764b5ca9e6e4986cd1dc73] to archive
2024-11-18T22:17:57,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:57,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/07e908d560594bb3aa48763cb54bf560 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/07e908d560594bb3aa48763cb54bf560
2024-11-18T22:17:57,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bc04300374254c8aa3abab01e0ab1445 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bc04300374254c8aa3abab01e0ab1445
2024-11-18T22:17:57,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/26c95c431ffc4afaa4ab66e90daaa9ec to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/26c95c431ffc4afaa4ab66e90daaa9ec
2024-11-18T22:17:57,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/d283895e0f3b44e3843768ffac898991 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/d283895e0f3b44e3843768ffac898991
2024-11-18T22:17:57,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/41a7d834bdfd4d82a3e587655fdccffd to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/41a7d834bdfd4d82a3e587655fdccffd
2024-11-18T22:17:57,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/6981e032b61748318e4531414e548cee to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/6981e032b61748318e4531414e548cee
2024-11-18T22:17:57,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/4ab3d8f12aa54d958ae2aa1aa63adb5b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/4ab3d8f12aa54d958ae2aa1aa63adb5b
2024-11-18T22:17:57,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/dc55a156a91a41c8bbe6994fd05d3967 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/dc55a156a91a41c8bbe6994fd05d3967
2024-11-18T22:17:57,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/2895adfc75604461bd88c590b7f57597 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/2895adfc75604461bd88c590b7f57597
2024-11-18T22:17:57,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/0aa5a23a9c40497e99f0e4fb6d0eb37c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/0aa5a23a9c40497e99f0e4fb6d0eb37c
2024-11-18T22:17:57,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3b14a3cf4ce44c2ca68d6a93d6ce2596 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3b14a3cf4ce44c2ca68d6a93d6ce2596
2024-11-18T22:17:57,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a084cd1fe0954c51a6546457f7057103 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a084cd1fe0954c51a6546457f7057103
2024-11-18T22:17:57,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/917cbbb4308e4f34a9c529686eede0e0 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/917cbbb4308e4f34a9c529686eede0e0
2024-11-18T22:17:57,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c18509e57ce84771a88d44dc9a19c268 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c18509e57ce84771a88d44dc9a19c268
2024-11-18T22:17:57,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/90799328a1ed435daca6e6b72e41cc83 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/90799328a1ed435daca6e6b72e41cc83
2024-11-18T22:17:57,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a7634ef3f35e4d86b2bcb679fe09e9e2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/a7634ef3f35e4d86b2bcb679fe09e9e2
2024-11-18T22:17:57,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c68bb94bd9e74c148a8f038356398ae2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/c68bb94bd9e74c148a8f038356398ae2
2024-11-18T22:17:57,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3e4907b4d3ab477c829a205a35831148 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/3e4907b4d3ab477c829a205a35831148
2024-11-18T22:17:57,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/602d342c486f4142bac667eab4341d49 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/602d342c486f4142bac667eab4341d49
2024-11-18T22:17:57,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/774d9e9cf0fd428eb5e7424960615e60 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/774d9e9cf0fd428eb5e7424960615e60
2024-11-18T22:17:57,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/cb2a9486f1764b5ca9e6e4986cd1dc73 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/cb2a9486f1764b5ca9e6e4986cd1dc73
2024-11-18T22:17:57,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/b2d115d09c1049b2a346503b5234a66c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/46b3bb2ce51b4a49b2eff603d8369c96, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/101495e2abb14220ac03ffea43a21da9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9b6df058ce0c4a188fea00fa4b37400f, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/93a6543c6f374ce59beeab3ceca9e1b4, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1dda112496a546f8a52dea1c97121eef, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1eb49e5d6a784ba4b80091b5fea73562, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/54f8e063e75d4f1f949bf257168939e9, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/13d862c56f7a4da48d69337025c9e0db, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/3dd9202826e848b8a87ce51e66ac0927, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9aa9f27cec5645068cb84a410006cd66, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/5541df0ff0594454999502e2e3b6fa5d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6d3cc3dc8f5d4f7db692da63b991a395, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/31d1264c457a43c8a52f0c31f5e4476c, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/f3f48c7f56e84d5d9728c8c7e841b05a, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6a0918ca1c674304a45b071cf4fcc704, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6e84eb8f95fb42e98ffa2bfa103a01fb, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/caba94cb645b4509bd901a54e89fde7b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ca65e0abcd2147a3b2daac676011359d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1b398274cbb14903be1f980246536b29, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/989bbe573a4349c49f6843a93dac0c4f] to archive
2024-11-18T22:17:57,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:57,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/b2d115d09c1049b2a346503b5234a66c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/b2d115d09c1049b2a346503b5234a66c
2024-11-18T22:17:57,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/46b3bb2ce51b4a49b2eff603d8369c96 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/46b3bb2ce51b4a49b2eff603d8369c96
2024-11-18T22:17:57,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/101495e2abb14220ac03ffea43a21da9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/101495e2abb14220ac03ffea43a21da9
2024-11-18T22:17:57,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9b6df058ce0c4a188fea00fa4b37400f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9b6df058ce0c4a188fea00fa4b37400f
2024-11-18T22:17:57,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/93a6543c6f374ce59beeab3ceca9e1b4 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/93a6543c6f374ce59beeab3ceca9e1b4
2024-11-18T22:17:57,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1dda112496a546f8a52dea1c97121eef to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1dda112496a546f8a52dea1c97121eef
2024-11-18T22:17:57,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1eb49e5d6a784ba4b80091b5fea73562 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1eb49e5d6a784ba4b80091b5fea73562
2024-11-18T22:17:57,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/54f8e063e75d4f1f949bf257168939e9 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/54f8e063e75d4f1f949bf257168939e9
2024-11-18T22:17:57,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/13d862c56f7a4da48d69337025c9e0db to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/13d862c56f7a4da48d69337025c9e0db
2024-11-18T22:17:57,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/3dd9202826e848b8a87ce51e66ac0927 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/3dd9202826e848b8a87ce51e66ac0927
2024-11-18T22:17:57,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9aa9f27cec5645068cb84a410006cd66 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/9aa9f27cec5645068cb84a410006cd66
2024-11-18T22:17:57,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/5541df0ff0594454999502e2e3b6fa5d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/5541df0ff0594454999502e2e3b6fa5d
2024-11-18T22:17:57,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6d3cc3dc8f5d4f7db692da63b991a395 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6d3cc3dc8f5d4f7db692da63b991a395
2024-11-18T22:17:57,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/31d1264c457a43c8a52f0c31f5e4476c to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/31d1264c457a43c8a52f0c31f5e4476c
2024-11-18T22:17:57,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/f3f48c7f56e84d5d9728c8c7e841b05a to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/f3f48c7f56e84d5d9728c8c7e841b05a
2024-11-18T22:17:57,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6a0918ca1c674304a45b071cf4fcc704 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6a0918ca1c674304a45b071cf4fcc704
2024-11-18T22:17:57,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6e84eb8f95fb42e98ffa2bfa103a01fb to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/6e84eb8f95fb42e98ffa2bfa103a01fb
2024-11-18T22:17:57,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/caba94cb645b4509bd901a54e89fde7b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/caba94cb645b4509bd901a54e89fde7b
2024-11-18T22:17:57,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ca65e0abcd2147a3b2daac676011359d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ca65e0abcd2147a3b2daac676011359d
2024-11-18T22:17:57,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1b398274cbb14903be1f980246536b29 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/1b398274cbb14903be1f980246536b29
2024-11-18T22:17:57,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/989bbe573a4349c49f6843a93dac0c4f to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/989bbe573a4349c49f6843a93dac0c4f
2024-11-18T22:17:57,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e7d42ac7f01a44e4bdb5679912e94c31, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8237e1b0f3344fadaeb29f4569625fed, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/122bb7d9b82245128f79f8ae4fc7e118, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/df2abb896ce549ed8e745bbcefb5248b, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f5851f5d78074581a6f9f6a84c3bdeae, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/fda60bc5ec9e49a89561a2544cfff862, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3034f967e08c40418658928158a08467, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/0b71defe73c041e29e843ac20b424207, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3f5321e2b20e47b7aad65b6c2b3ceb89, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e5f21f95ccdd4f0dbcfdb15235b68a84, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/c58f8b2a22c344ada0c177296a37c318, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6e55497ae7f54b85b10b429ed9769989, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e857c29f0aa54f53b5b073cf95ffd81d, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/577529a2ea57416498fed4d14c0130ba, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/388e9b381624423aacdf4ee5ca579334, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/9ffa69dacbb34c5a8c4dc7adef64f3bf, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a1a6a4ca0d6490bb4e1d1b287009aea, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a0b4e72b0124262a41f325a16add230] to archive
2024-11-18T22:17:57,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T22:17:57,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e7d42ac7f01a44e4bdb5679912e94c31 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e7d42ac7f01a44e4bdb5679912e94c31
2024-11-18T22:17:57,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8237e1b0f3344fadaeb29f4569625fed to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8237e1b0f3344fadaeb29f4569625fed
2024-11-18T22:17:57,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/122bb7d9b82245128f79f8ae4fc7e118 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/122bb7d9b82245128f79f8ae4fc7e118
2024-11-18T22:17:57,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/df2abb896ce549ed8e745bbcefb5248b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/df2abb896ce549ed8e745bbcefb5248b
2024-11-18T22:17:57,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f5851f5d78074581a6f9f6a84c3bdeae to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f5851f5d78074581a6f9f6a84c3bdeae
2024-11-18T22:17:57,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/fda60bc5ec9e49a89561a2544cfff862 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/fda60bc5ec9e49a89561a2544cfff862
2024-11-18T22:17:57,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3034f967e08c40418658928158a08467 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3034f967e08c40418658928158a08467
2024-11-18T22:17:57,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/0b71defe73c041e29e843ac20b424207 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/0b71defe73c041e29e843ac20b424207
2024-11-18T22:17:57,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3f5321e2b20e47b7aad65b6c2b3ceb89 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/3f5321e2b20e47b7aad65b6c2b3ceb89
2024-11-18T22:17:57,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e5f21f95ccdd4f0dbcfdb15235b68a84 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e5f21f95ccdd4f0dbcfdb15235b68a84
2024-11-18T22:17:57,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/c58f8b2a22c344ada0c177296a37c318 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/c58f8b2a22c344ada0c177296a37c318
2024-11-18T22:17:57,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6e55497ae7f54b85b10b429ed9769989 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6e55497ae7f54b85b10b429ed9769989
2024-11-18T22:17:57,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e857c29f0aa54f53b5b073cf95ffd81d to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/e857c29f0aa54f53b5b073cf95ffd81d
2024-11-18T22:17:57,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/577529a2ea57416498fed4d14c0130ba to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/577529a2ea57416498fed4d14c0130ba
2024-11-18T22:17:57,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/388e9b381624423aacdf4ee5ca579334 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/388e9b381624423aacdf4ee5ca579334
2024-11-18T22:17:57,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/9ffa69dacbb34c5a8c4dc7adef64f3bf to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/9ffa69dacbb34c5a8c4dc7adef64f3bf
2024-11-18T22:17:57,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a1a6a4ca0d6490bb4e1d1b287009aea to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a1a6a4ca0d6490bb4e1d1b287009aea
2024-11-18T22:17:57,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a0b4e72b0124262a41f325a16add230 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/8a0b4e72b0124262a41f325a16add230
2024-11-18T22:17:57,844 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/recovered.edits/568.seqid, newMaxSeqId=568, maxSeqId=4
2024-11-18T22:17:57,844 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.
2024-11-18T22:17:57,844 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1676): Region close journal for dc50624946c5a4f03c6476b5ce84c8c8:
Waiting for close lock at 1731968276732Running coprocessor pre-close hooks at 1731968276732Disabling compacts and flushes for region at 1731968276732Disabling writes for close at 1731968276785 (+53 ms)Obtaining lock to block concurrent updates at 1731968276785Preparing flush snapshotting stores in dc50624946c5a4f03c6476b5ce84c8c8 at 1731968276785Finished memstore snapshotting TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731968276786 (+1 ms)Flushing stores of TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8. at 1731968276790 (+4 ms)Flushing dc50624946c5a4f03c6476b5ce84c8c8/A: creating writer at 1731968276790Flushing mob file dc50624946c5a4f03c6476b5ce84c8c8/A: appending metadata at 1731968276795 (+5 ms)Flushing mob file dc50624946c5a4f03c6476b5ce84c8c8/A: closing flushed file at 1731968276795Flushing dc50624946c5a4f03c6476b5ce84c8c8/A: appending metadata at 1731968276813 (+18 ms)Flushing dc50624946c5a4f03c6476b5ce84c8c8/A: closing flushed file at 1731968276813Flushing dc50624946c5a4f03c6476b5ce84c8c8/B: creating writer at 1731968277223 (+410 ms)Flushing dc50624946c5a4f03c6476b5ce84c8c8/B: appending metadata at 1731968277229 (+6 ms)Flushing dc50624946c5a4f03c6476b5ce84c8c8/B: closing flushed file at 1731968277229Flushing dc50624946c5a4f03c6476b5ce84c8c8/C: creating writer at 1731968277318 (+89 ms)Flushing dc50624946c5a4f03c6476b5ce84c8c8/C: appending metadata at 1731968277331 (+13 ms)Flushing dc50624946c5a4f03c6476b5ce84c8c8/C: closing flushed file at 1731968277331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b26b394: reopening flushed file at 1731968277777 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb62352: reopening flushed file at 1731968277782 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382ffe97: reopening flushed file at 1731968277786 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for dc50624946c5a4f03c6476b5ce84c8c8 in 1004ms, sequenceid=565, compaction requested=true at 1731968277789 (+3 ms)Writing region close event to WAL at 1731968277840 (+51 ms)Running coprocessor post-close hooks at 1731968277844 (+4 ms)Closed at 1731968277844
2024-11-18T22:17:57,846 INFO  [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(157): Closed dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:57,847 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=dc50624946c5a4f03c6476b5ce84c8c8, regionState=CLOSED
2024-11-18T22:17:57,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE, hasLock=false; CloseRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 because future has completed
2024-11-18T22:17:57,850 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-18T22:17:57,850 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; CloseRegionProcedure dc50624946c5a4f03c6476b5ce84c8c8, server=3b0ca91ed64a,45987,1731968106669 in 1.2730 sec
2024-11-18T22:17:57,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-18T22:17:57,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc50624946c5a4f03c6476b5ce84c8c8, UNASSIGN in 1.3020 sec
2024-11-18T22:17:57,854 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-18T22:17:57,854 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3070 sec
2024-11-18T22:17:57,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731968277855"}]},"ts":"1731968277855"}
2024-11-18T22:17:57,856 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T22:17:57,856 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T22:17:57,858 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3360 sec
2024-11-18T22:17:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T22:17:58,686 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:58,692 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T22:17:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:58,704 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T22:17:58,712 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:58,738 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:58,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C, FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/recovered.edits]
2024-11-18T22:17:58,800 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/84bd5b86b4cd411ea0842b88848854cf to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/84bd5b86b4cd411ea0842b88848854cf
2024-11-18T22:17:58,806 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bec11fee712f462f859e64f9c2d4ada2 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/A/bec11fee712f462f859e64f9c2d4ada2
2024-11-18T22:17:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T22:17:58,817 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ab5503b279cb47f387f9316b5a155cf6 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/ab5503b279cb47f387f9316b5a155cf6
2024-11-18T22:17:58,820 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/aecfcf480e1d434bbf8d48c3ad59d272 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/B/aecfcf480e1d434bbf8d48c3ad59d272
2024-11-18T22:17:58,868 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/682c55c6d55e49438f4fab997e39c339 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/682c55c6d55e49438f4fab997e39c339
2024-11-18T22:17:58,875 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6c3693008dfa43869d695072fb46fa1b to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/6c3693008dfa43869d695072fb46fa1b
2024-11-18T22:17:58,880 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/d02c9d19040e4abe8fa004bbe4aa4f09 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/d02c9d19040e4abe8fa004bbe4aa4f09
2024-11-18T22:17:58,889 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f05ef6d5745a465eb0a62a9bacc4ff80 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/C/f05ef6d5745a465eb0a62a9bacc4ff80
2024-11-18T22:17:58,908 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/recovered.edits/568.seqid to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8/recovered.edits/568.seqid
2024-11-18T22:17:58,909 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/default/TestAcidGuarantees/dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:58,910 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T22:17:58,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T22:17:58,919 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T22:17:58,942 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111809d6eb7a668245778627a5f6a9959d3a_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111809d6eb7a668245778627a5f6a9959d3a_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:58,948 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118101d765a14b847ef9a8305e2bee2fa1d_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118101d765a14b847ef9a8305e2bee2fa1d_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:58,956 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111826e30730997c43a496a0bbc076a20c75_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111826e30730997c43a496a0bbc076a20c75_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:58,973 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111828abb27a4fcb47d4b793eb41a9f756db_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111828abb27a4fcb47d4b793eb41a9f756db_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:58,997 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ac875656f5e49bb8fcca970b29d2ba1_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ac875656f5e49bb8fcca970b29d2ba1_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,009 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184ac82ac6a39b437ea6dd51d2979ce3b4_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184ac82ac6a39b437ea6dd51d2979ce3b4_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,019 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111864e43c7dbc0b449c830af25ec265fec2_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111864e43c7dbc0b449c830af25ec265fec2_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T22:17:59,045 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186d30369db3144927938c59e003464cd8_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186d30369db3144927938c59e003464cd8_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,056 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e52d8c2106040a98360da3ca11f0c41_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e52d8c2106040a98360da3ca11f0c41_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,066 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188c6a4882e3ea4084ae8b0e58f5cceb3d_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188c6a4882e3ea4084ae8b0e58f5cceb3d_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,069 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118931d256cdef04a2ab5163999310f2bf2_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118931d256cdef04a2ab5163999310f2bf2_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,073 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a31ec2ae72f546d3bcf41feb0a5232a4_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a31ec2ae72f546d3bcf41feb0a5232a4_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,077 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b30fb05c6cfe4d55ba822776421d7043_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b30fb05c6cfe4d55ba822776421d7043_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,086 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b93160f120a04cd4931c79ef5f825496_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b93160f120a04cd4931c79ef5f825496_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,089 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118be63af81e2274746a26f8728ae1a02b6_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118be63af81e2274746a26f8728ae1a02b6_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,098 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e2bd88ae22a047688493bb1b17c5dec8_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e2bd88ae22a047688493bb1b17c5dec8_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,117 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eacfcb4b3ef849888aa6b241b251b831_dc50624946c5a4f03c6476b5ce84c8c8 to hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eacfcb4b3ef849888aa6b241b251b831_dc50624946c5a4f03c6476b5ce84c8c8
2024-11-18T22:17:59,122 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T22:17:59,141 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:59,148 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T22:17:59,161 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T22:17:59,165 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:59,165 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T22:17:59,165 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731968279165"}]},"ts":"9223372036854775807"}
2024-11-18T22:17:59,171 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T22:17:59,171 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dc50624946c5a4f03c6476b5ce84c8c8, NAME => 'TestAcidGuarantees,,1731968252153.dc50624946c5a4f03c6476b5ce84c8c8.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T22:17:59,171 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T22:17:59,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731968279171"}]},"ts":"9223372036854775807"}
2024-11-18T22:17:59,175 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T22:17:59,179 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T22:17:59,181 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 487 msec
2024-11-18T22:17:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T22:17:59,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T22:17:59,334 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T22:17:59,340 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 249) - Thread LEAK? -, OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1554 (was 1460) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8379 (was 8569)
2024-11-18T22:17:59,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T22:17:59,340 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:17:59,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:17:59,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:59,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:59,340 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T22:17:59,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T22:17:59,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2117780854, stopped=false
2024-11-18T22:17:59,341 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3b0ca91ed64a,45923,1731968105229
2024-11-18T22:17:59,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T22:17:59,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:17:59,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T22:17:59,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:17:59,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T22:17:59,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T22:17:59,401 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T22:17:59,401 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T22:17:59,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:17:59,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:59,402 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3b0ca91ed64a,45987,1731968106669' *****
2024-11-18T22:17:59,402 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T22:17:59,404 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T22:17:59,404 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T22:17:59,404 INFO  [RS:0;3b0ca91ed64a:45987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T22:17:59,405 INFO  [RS:0;3b0ca91ed64a:45987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T22:17:59,405 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(959): stopping server 3b0ca91ed64a,45987,1731968106669
2024-11-18T22:17:59,405 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T22:17:59,405 INFO  [RS:0;3b0ca91ed64a:45987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3b0ca91ed64a:45987.
2024-11-18T22:17:59,405 DEBUG [RS:0;3b0ca91ed64a:45987 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T22:17:59,405 DEBUG [RS:0;3b0ca91ed64a:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:17:59,405 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T22:17:59,405 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T22:17:59,405 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T22:17:59,406 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T22:17:59,408 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T22:17:59,409 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-18T22:17:59,409 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:17:59,409 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T22:17:59,410 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T22:17:59,410 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T22:17:59,410 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T22:17:59,410 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T22:17:59,410 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-18T22:17:59,448 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/info/218491e09b4f4c70b00c234616da037d is 95, key is TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e./info:/1731968138797/DeleteFamily/seqid=0
2024-11-18T22:17:59,477 INFO  [regionserver/3b0ca91ed64a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T22:17:59,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742401_1577 (size=6514)
2024-11-18T22:17:59,516 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/info/218491e09b4f4c70b00c234616da037d
2024-11-18T22:17:59,583 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/ns/d548d2da24c14bc18121753a37cb1fcc is 93, key is TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e./ns:/1731968138698/DeleteFamily/seqid=0
2024-11-18T22:17:59,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742402_1578 (size=5906)
2024-11-18T22:17:59,609 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:17:59,809 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:17:59,996 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/ns/d548d2da24c14bc18121753a37cb1fcc
2024-11-18T22:18:00,010 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:18:00,056 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/rep_barrier/894794896e5c4bd98467763de423a6a5 is 102, key is TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e./rep_barrier:/1731968138698/DeleteFamily/seqid=0
2024-11-18T22:18:00,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742403_1579 (size=6025)
2024-11-18T22:18:00,212 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:18:00,402 INFO  [regionserver/3b0ca91ed64a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T22:18:00,402 INFO  [regionserver/3b0ca91ed64a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T22:18:00,412 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:18:00,485 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/rep_barrier/894794896e5c4bd98467763de423a6a5
2024-11-18T22:18:00,507 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/table/beece20b807d4a47a0332382c7e86192 is 96, key is TestAcidGuarantees,,1731968112181.7e7e542135de3e217320fb65e11f002e./table:/1731968138698/DeleteFamily/seqid=0
2024-11-18T22:18:00,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742404_1580 (size=5936)
2024-11-18T22:18:00,612 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:18:00,813 DEBUG [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T22:18:00,914 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/table/beece20b807d4a47a0332382c7e86192
2024-11-18T22:18:00,917 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/info/218491e09b4f4c70b00c234616da037d as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/info/218491e09b4f4c70b00c234616da037d
2024-11-18T22:18:00,920 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/info/218491e09b4f4c70b00c234616da037d, entries=12, sequenceid=90, filesize=6.4 K
2024-11-18T22:18:00,921 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/ns/d548d2da24c14bc18121753a37cb1fcc as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/ns/d548d2da24c14bc18121753a37cb1fcc
2024-11-18T22:18:00,925 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/ns/d548d2da24c14bc18121753a37cb1fcc, entries=8, sequenceid=90, filesize=5.8 K
2024-11-18T22:18:00,925 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/rep_barrier/894794896e5c4bd98467763de423a6a5 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/rep_barrier/894794896e5c4bd98467763de423a6a5
2024-11-18T22:18:00,928 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/rep_barrier/894794896e5c4bd98467763de423a6a5, entries=6, sequenceid=90, filesize=5.9 K
2024-11-18T22:18:00,929 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/.tmp/table/beece20b807d4a47a0332382c7e86192 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/table/beece20b807d4a47a0332382c7e86192
2024-11-18T22:18:00,932 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/table/beece20b807d4a47a0332382c7e86192, entries=7, sequenceid=90, filesize=5.8 K
2024-11-18T22:18:00,933 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1522ms, sequenceid=90, compaction requested=false
2024-11-18T22:18:00,942 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-18T22:18:00,943 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T22:18:00,943 INFO  [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T22:18:00,943 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731968279409Running coprocessor pre-close hooks at 1731968279409Disabling compacts and flushes for region at 1731968279409Disabling writes for close at 1731968279410 (+1 ms)Obtaining lock to block concurrent updates at 1731968279410Preparing flush snapshotting stores in 1588230740 at 1731968279410Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731968279411 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731968279411Flushing 1588230740/info: creating writer at 1731968279411Flushing 1588230740/info: appending metadata at 1731968279447 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731968279447Flushing 1588230740/ns: creating writer at 1731968279545 (+98 ms)Flushing 1588230740/ns: appending metadata at 1731968279583 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731968279583Flushing 1588230740/rep_barrier: creating writer at 1731968280000 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731968280056 (+56 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731968280056Flushing 1588230740/table: creating writer at 1731968280488 (+432 ms)Flushing 1588230740/table: appending metadata at 1731968280507 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731968280507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513d932c: reopening flushed file at 1731968280917 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4809efab: reopening flushed file at 1731968280921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69027661: reopening flushed file at 1731968280925 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d3da46: reopening flushed file at 1731968280928 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1522ms, sequenceid=90, compaction requested=false at 1731968280933 (+5 ms)Writing region close event to WAL at 1731968280939 (+6 ms)Running coprocessor post-close hooks at 1731968280943 (+4 ms)Closed at 1731968280943
2024-11-18T22:18:00,944 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T22:18:01,013 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(976): stopping server 3b0ca91ed64a,45987,1731968106669; all regions closed.
2024-11-18T22:18:01,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741834_1010 (size=25344)
2024-11-18T22:18:01,044 DEBUG [RS:0;3b0ca91ed64a:45987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/oldWALs
2024-11-18T22:18:01,044 INFO  [RS:0;3b0ca91ed64a:45987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b0ca91ed64a%2C45987%2C1731968106669.meta:.meta(num 1731968111217)
2024-11-18T22:18:01,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741833_1009 (size=15018304)
2024-11-18T22:18:01,059 DEBUG [RS:0;3b0ca91ed64a:45987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/oldWALs
2024-11-18T22:18:01,059 INFO  [RS:0;3b0ca91ed64a:45987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b0ca91ed64a%2C45987%2C1731968106669:(num 1731968110624)
2024-11-18T22:18:01,059 DEBUG [RS:0;3b0ca91ed64a:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T22:18:01,059 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T22:18:01,059 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T22:18:01,060 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.ChoreService(370): Chore service for: regionserver/3b0ca91ed64a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-18T22:18:01,060 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T22:18:01,060 INFO  [regionserver/3b0ca91ed64a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T22:18:01,063 INFO  [RS:0;3b0ca91ed64a:45987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45987
2024-11-18T22:18:01,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3b0ca91ed64a,45987,1731968106669
2024-11-18T22:18:01,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T22:18:01,095 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3b0ca91ed64a,45987,1731968106669]
2024-11-18T22:18:01,096 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T22:18:01,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3b0ca91ed64a,45987,1731968106669 already deleted, retry=false
2024-11-18T22:18:01,104 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3b0ca91ed64a,45987,1731968106669 expired; onlineServers=0
2024-11-18T22:18:01,105 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3b0ca91ed64a,45923,1731968105229' *****
2024-11-18T22:18:01,105 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T22:18:01,108 INFO  [M:0;3b0ca91ed64a:45923 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T22:18:01,108 INFO  [M:0;3b0ca91ed64a:45923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T22:18:01,108 DEBUG [M:0;3b0ca91ed64a:45923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T22:18:01,108 DEBUG [M:0;3b0ca91ed64a:45923 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T22:18:01,108 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.large.0-1731968110060 {}] cleaner.HFileCleaner(306): Exit Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.large.0-1731968110060,5,FailOnTimeoutGroup]
2024-11-18T22:18:01,109 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T22:18:01,109 INFO  [M:0;3b0ca91ed64a:45923 {}] hbase.ChoreService(370): Chore service for: master/3b0ca91ed64a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T22:18:01,109 INFO  [M:0;3b0ca91ed64a:45923 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T22:18:01,109 DEBUG [M:0;3b0ca91ed64a:45923 {}] master.HMaster(1795): Stopping service threads
2024-11-18T22:18:01,109 INFO  [M:0;3b0ca91ed64a:45923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T22:18:01,109 INFO  [M:0;3b0ca91ed64a:45923 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T22:18:01,109 ERROR [M:0;3b0ca91ed64a:45923 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-5,5,PEWorkerGroup]
    Thread[IPC Client (879580466) connection to localhost/127.0.0.1:43275 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43275,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-18T22:18:01,110 INFO  [M:0;3b0ca91ed64a:45923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T22:18:01,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T22:18:01,112 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.small.0-1731968110062 {}] cleaner.HFileCleaner(306): Exit Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.small.0-1731968110062,5,FailOnTimeoutGroup]
2024-11-18T22:18:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T22:18:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T22:18:01,148 DEBUG [M:0;3b0ca91ed64a:45923 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false
2024-11-18T22:18:01,148 DEBUG [M:0;3b0ca91ed64a:45923 {}] master.ActiveMasterManager(353): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master
2024-11-18T22:18:01,149 INFO  [M:0;3b0ca91ed64a:45923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/.lastflushedseqids
2024-11-18T22:18:01,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742405_1581 (size=72)
2024-11-18T22:18:01,180 INFO  [M:0;3b0ca91ed64a:45923 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T22:18:01,180 INFO  [M:0;3b0ca91ed64a:45923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T22:18:01,180 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T22:18:01,180 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:18:01,180 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:18:01,180 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T22:18:01,180 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:18:01,180 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=749.22 KB heapSize=916.49 KB
2024-11-18T22:18:01,202 DEBUG [M:0;3b0ca91ed64a:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95844ab7ef6f4aa98f9eff9e4c2b00d7 is 82, key is hbase:meta,,1/info:regioninfo/1731968111591/Put/seqid=0
2024-11-18T22:18:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T22:18:01,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x1015003f2630001, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T22:18:01,216 INFO  [RS:0;3b0ca91ed64a:45987 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T22:18:01,216 INFO  [RS:0;3b0ca91ed64a:45987 {}] regionserver.HRegionServer(1031): Exiting; stopping=3b0ca91ed64a,45987,1731968106669; zookeeper connection closed.
2024-11-18T22:18:01,219 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b6b0087 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b6b0087
2024-11-18T22:18:01,220 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T22:18:01,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742406_1582 (size=5672)
2024-11-18T22:18:01,230 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95844ab7ef6f4aa98f9eff9e4c2b00d7
2024-11-18T22:18:01,271 DEBUG [M:0;3b0ca91ed64a:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/772f7b4fcac54f73bd6f41996dd98be8 is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x19/proc:d/1731968141151/Put/seqid=0
2024-11-18T22:18:01,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742407_1583 (size=41182)
2024-11-18T22:18:01,702 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=748.66 KB at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/772f7b4fcac54f73bd6f41996dd98be8
2024-11-18T22:18:01,706 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 772f7b4fcac54f73bd6f41996dd98be8
2024-11-18T22:18:01,729 DEBUG [M:0;3b0ca91ed64a:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d27c15e1ec214f58a6744135217438af is 69, key is 3b0ca91ed64a,45987,1731968106669/rs:state/1731968110192/Put/seqid=0
2024-11-18T22:18:01,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073742408_1584 (size=5156)
2024-11-18T22:18:01,759 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d27c15e1ec214f58a6744135217438af
2024-11-18T22:18:01,764 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95844ab7ef6f4aa98f9eff9e4c2b00d7 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95844ab7ef6f4aa98f9eff9e4c2b00d7
2024-11-18T22:18:01,769 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95844ab7ef6f4aa98f9eff9e4c2b00d7, entries=8, sequenceid=2078, filesize=5.5 K
2024-11-18T22:18:01,770 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/772f7b4fcac54f73bd6f41996dd98be8 as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/772f7b4fcac54f73bd6f41996dd98be8
2024-11-18T22:18:01,775 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 772f7b4fcac54f73bd6f41996dd98be8
2024-11-18T22:18:01,775 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/772f7b4fcac54f73bd6f41996dd98be8, entries=146, sequenceid=2078, filesize=40.2 K
2024-11-18T22:18:01,776 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d27c15e1ec214f58a6744135217438af as hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d27c15e1ec214f58a6744135217438af
2024-11-18T22:18:01,787 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/ccb415b6-15ea-dd96-716a-111d48a33c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d27c15e1ec214f58a6744135217438af, entries=1, sequenceid=2078, filesize=5.0 K
2024-11-18T22:18:01,788 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~749.22 KB/767199, heapSize ~916.20 KB/938184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 608ms, sequenceid=2078, compaction requested=false
2024-11-18T22:18:01,820 INFO  [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T22:18:01,820 DEBUG [M:0;3b0ca91ed64a:45923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731968281180Disabling compacts and flushes for region at 1731968281180Disabling writes for close at 1731968281180Obtaining lock to block concurrent updates at 1731968281180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731968281180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=767199, getHeapSize=938424, getOffHeapSize=0, getCellsCount=2249 at 1731968281181 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731968281182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731968281183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731968281202 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731968281202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731968281239 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731968281270 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731968281270Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731968281707 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731968281728 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731968281728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf77ff8: reopening flushed file at 1731968281763 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378b7153: reopening flushed file at 1731968281769 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11af2ed2: reopening flushed file at 1731968281775 (+6 ms)Finished flush of dataSize ~749.22 KB/767199, heapSize ~916.20 KB/938184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 608ms, sequenceid=2078, compaction requested=false at 1731968281788 (+13 ms)Writing region close event to WAL at 1731968281820 (+32 ms)Closed at 1731968281820
2024-11-18T22:18:01,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36039 is added to blk_1073741830_1006 (size=903372)
2024-11-18T22:18:01,833 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T22:18:01,833 INFO  [M:0;3b0ca91ed64a:45923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T22:18:01,833 INFO  [M:0;3b0ca91ed64a:45923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45923
2024-11-18T22:18:01,834 INFO  [M:0;3b0ca91ed64a:45923 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T22:18:02,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T22:18:02,004 INFO  [M:0;3b0ca91ed64a:45923 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T22:18:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x1015003f2630000, quorum=127.0.0.1:57335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T22:18:02,018 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@292d50c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T22:18:02,022 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T22:18:02,022 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T22:18:02,022 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T22:18:02,023 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/hadoop.log.dir/,STOPPED}
2024-11-18T22:18:02,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T22:18:02,054 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T22:18:02,055 WARN  [BP-878052431-172.17.0.2-1731968099424 heartbeating to localhost/127.0.0.1:43275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T22:18:02,055 WARN  [BP-878052431-172.17.0.2-1731968099424 heartbeating to localhost/127.0.0.1:43275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-878052431-172.17.0.2-1731968099424 (Datanode Uuid c2cb5234-45ee-4783-96f2-eed34a9e80f6) service to localhost/127.0.0.1:43275
2024-11-18T22:18:02,060 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/data/data1/current/BP-878052431-172.17.0.2-1731968099424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T22:18:02,061 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T22:18:02,063 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/cluster_9654884e-9686-6128-d88a-78980429bfe2/data/data2/current/BP-878052431-172.17.0.2-1731968099424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T22:18:02,108 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T22:18:02,113 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T22:18:02,113 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T22:18:02,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T22:18:02,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb757d36-9a1c-50b0-7e31-556c8c40b1b8/hadoop.log.dir/,STOPPED}
2024-11-18T22:18:02,140 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T22:18:02,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down